{"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.756800081Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.810647958Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.859274674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.911690475Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.009029614Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.009056708Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.307273822Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.30731386Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.461614476Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/3e685","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.510438112Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.562135422Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.610591334Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.845927496Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.896545904Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.896569904Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.896934125Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.00139664Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001512283Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001577555Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.00163599Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001682077Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001717221Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001754928Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001790337Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001830701Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001866809Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001917638Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.001976466Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002010418Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002136525Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002265005Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002365806Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002372272Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002442355Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002462059Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.002543706Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.103034119Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 20:54:41.103045 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1103 20:54:41.203169 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.203448857Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.203630708Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.203684072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.203797377Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.203844644Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.20394185Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.203998146Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204077664Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204164484Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.20431224Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204392168Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204432174Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204543697Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204630896Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204676193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204709338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204746344Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204822253Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.204992207Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205082863Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205187447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205200655Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.20523051Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205287369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205327539Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205411356Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205435881Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205479032Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205601402Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.205626906Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206117963Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206159193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.20618993Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206212243Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206231692Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206241961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206263669Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206269053Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206288189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206310318Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206421541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206450397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206598144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206797394Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.206835981Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.207325038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.207642427Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.208162393Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.208382184Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.209166332Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.209567117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.303435315Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.303481434Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.395078372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.446685524Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.511593704Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.511640766Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.512712475Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.512755856Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.574706757Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.605000534Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.605034457Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.606080915Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.606107431Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.606072799Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.606123359Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.608285363Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.608303651Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.609379765Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.609417933Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:42.935750645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863f0ad-b5e0-493e-a64e-e6114e7a2735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:42.984791368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863f0ad-b5e0-493e-a64e-e6114e7a2735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.033607132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863f0ad-b5e0-493e-a64e-e6114e7a2735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.082682165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863f0ad-b5e0-493e-a64e-e6114e7a2735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:44.898390501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc056e7-9d5d-40af-9093-125dcbcd9d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:44.947345497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc056e7-9d5d-40af-9093-125dcbcd9d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:44.996220699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc056e7-9d5d-40af-9093-125dcbcd9d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:45.044967432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc056e7-9d5d-40af-9093-125dcbcd9d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.07826697Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.07832862Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.078694703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.078713879Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:50.128382042Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:50.180146835Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.134184447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964892b3-2297-430e-829d-c7378bee031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.183413834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964892b3-2297-430e-829d-c7378bee031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.232572929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964892b3-2297-430e-829d-c7378bee031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.282160803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"964892b3-2297-430e-829d-c7378bee031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:54.198309742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac82d1-8ad2-4c35-9660-dc6796696158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:54.247568308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac82d1-8ad2-4c35-9660-dc6796696158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:54.296594492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac82d1-8ad2-4c35-9660-dc6796696158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:54.345998656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac82d1-8ad2-4c35-9660-dc6796696158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.699651809Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.699691793Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:11.493762035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:11.504620488Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.402242943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5142db-2d2c-4d24-b090-fed6dc691948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.451039344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5142db-2d2c-4d24-b090-fed6dc691948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.499970516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5142db-2d2c-4d24-b090-fed6dc691948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.548890092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5142db-2d2c-4d24-b090-fed6dc691948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.401416843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc150d7-3545-423f-9756-daa9181e6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.450064203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc150d7-3545-423f-9756-daa9181e6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.499290326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc150d7-3545-423f-9756-daa9181e6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.548742211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc150d7-3545-423f-9756-daa9181e6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.489375802Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b0129-5c0d-4699-86c3-1b9cafdc290f","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.392112285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b0129-5c0d-4699-86c3-1b9cafdc290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.440888388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b0129-5c0d-4699-86c3-1b9cafdc290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.490574415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b0129-5c0d-4699-86c3-1b9cafdc290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.53995257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1b0129-5c0d-4699-86c3-1b9cafdc290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.321759565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c285d6-51e2-43f6-a2ec-1d2cc9f591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.370643409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c285d6-51e2-43f6-a2ec-1d2cc9f591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.419435648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c285d6-51e2-43f6-a2ec-1d2cc9f591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.468184151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c285d6-51e2-43f6-a2ec-1d2cc9f591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:19.038897217Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e1b04a97-ff40-4b02-a10c-84842b3a8aa4","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.537847089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e17840e-ef50-487b-ac9c-ef7452730ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.586649147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e17840e-ef50-487b-ac9c-ef7452730ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.635353722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e17840e-ef50-487b-ac9c-ef7452730ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.683995786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e17840e-ef50-487b-ac9c-ef7452730ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:26.460629741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70dad37-3455-4613-b88a-d7b9bb4f4450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:26.509432777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70dad37-3455-4613-b88a-d7b9bb4f4450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:26.558606459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70dad37-3455-4613-b88a-d7b9bb4f4450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:26.607454018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70dad37-3455-4613-b88a-d7b9bb4f4450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:41.497697334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:55.192877564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88074f77-624e-4288-a270-60e38ef487e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:55.241881103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88074f77-624e-4288-a270-60e38ef487e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:55.29087778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88074f77-624e-4288-a270-60e38ef487e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:55.33979924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88074f77-624e-4288-a270-60e38ef487e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:57.190117508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de9639d-08cf-440c-ab7e-51a94bcb6921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:57.238830966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de9639d-08cf-440c-ab7e-51a94bcb6921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:57.28765055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de9639d-08cf-440c-ab7e-51a94bcb6921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:57.336673221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de9639d-08cf-440c-ab7e-51a94bcb6921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:11.540230589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:41.54055937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:00.20713092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07e1a23-cc7f-410c-a7ea-6e42f2628d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:00.256054796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07e1a23-cc7f-410c-a7ea-6e42f2628d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:00.305022669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07e1a23-cc7f-410c-a7ea-6e42f2628d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:00.353878922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07e1a23-cc7f-410c-a7ea-6e42f2628d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:02.143602486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f2bde0-2b4f-4489-a0ca-aa0de0b0e987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:02.192619138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f2bde0-2b4f-4489-a0ca-aa0de0b0e987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:02.241468715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f2bde0-2b4f-4489-a0ca-aa0de0b0e987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:02.290482791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f2bde0-2b4f-4489-a0ca-aa0de0b0e987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:04.116737291Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"6687cf66-4eb9-45a1-b04f-7b23d8451976","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.069100185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e190b-d6bf-4143-860a-1c16915eba7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.118049132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e190b-d6bf-4143-860a-1c16915eba7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.166825061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e190b-d6bf-4143-860a-1c16915eba7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.216234989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e190b-d6bf-4143-860a-1c16915eba7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.005524644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871f02a0-0fb6-46f0-a691-86a0c9aee004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.05444817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871f02a0-0fb6-46f0-a691-86a0c9aee004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.103403768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871f02a0-0fb6-46f0-a691-86a0c9aee004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.153641513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871f02a0-0fb6-46f0-a691-86a0c9aee004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:08.937392345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332c834-e317-445e-a469-609e5e53ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:08.986253879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332c834-e317-445e-a469-609e5e53ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.035303123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332c834-e317-445e-a469-609e5e53ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.084490281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332c834-e317-445e-a469-609e5e53ed87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.493925125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:12.157369517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8ce86-299d-4816-a885-a98715657dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:12.206429026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8ce86-299d-4816-a885-a98715657dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:12.255473379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8ce86-299d-4816-a885-a98715657dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:12.304434565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8ce86-299d-4816-a885-a98715657dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.085698269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ded899f-0652-4e0e-b2d3-74de3470df35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.250270799Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ded899f-0652-4e0e-b2d3-74de3470df35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.302743343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ded899f-0652-4e0e-b2d3-74de3470df35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.331809668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9be49ad-252d-4df8-9333-42b0aa2c4358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.385489797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9be49ad-252d-4df8-9333-42b0aa2c4358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.437950006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9be49ad-252d-4df8-9333-42b0aa2c4358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.504617628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3a57397-906f-4364-89da-5c0c989eaf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.558533612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3a57397-906f-4364-89da-5c0c989eaf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.611297645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3a57397-906f-4364-89da-5c0c989eaf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.637500205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d84fae-1f6f-48d3-b762-c4702c1411e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.691461297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d84fae-1f6f-48d3-b762-c4702c1411e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.743938092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d84fae-1f6f-48d3-b762-c4702c1411e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.050317134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7be64f62-6dcc-4d6a-91eb-0bf47376f224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.104425074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7be64f62-6dcc-4d6a-91eb-0bf47376f224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.152539977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63caba42-5886-444f-a8aa-0bec2ff96ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.156704062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7be64f62-6dcc-4d6a-91eb-0bf47376f224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.206281513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63caba42-5886-444f-a8aa-0bec2ff96ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.261785329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63caba42-5886-444f-a8aa-0bec2ff96ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.408532589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9af1d15d-60fb-4a4d-8aca-67a8fffd85e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.408557348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"581629e7-acf6-4e49-a023-6b0a025ac8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:57:29.455035873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73a23fd5-3cde-465a-be17-2d13204d78c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.464586107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"581629e7-acf6-4e49-a023-6b0a025ac8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.464587371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9af1d15d-60fb-4a4d-8aca-67a8fffd85e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:57:29.509338646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1281cd8-c3fa-4321-81aa-96dfc7f84713","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.517301762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9af1d15d-60fb-4a4d-8aca-67a8fffd85e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.517412278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"581629e7-acf6-4e49-a023-6b0a025ac8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.665757029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0411a4cf-5f28-4220-8820-6a5bb0eb6dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.665758414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c868b-64b4-45a9-8c5a-faa5294155bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.667129576Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9dd5a85c-de4b-4c72-90f2-72d31bc0917d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.719782987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0411a4cf-5f28-4220-8820-6a5bb0eb6dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.719806209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c868b-64b4-45a9-8c5a-faa5294155bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.767723184Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dbfc950a-7e59-4ebb-b65d-dd442315b7a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.774004608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0411a4cf-5f28-4220-8820-6a5bb0eb6dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.774202666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4c868b-64b4-45a9-8c5a-faa5294155bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.86783902Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e456087e-8391-49ca-b847-a88b74dbd782","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.919922433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a62b777-6c2e-4f40-8454-d25177cd5f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.919969661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2a17b9-6df3-43b2-99d7-2b7c9b02e27f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.967974758Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35bb54d2-2479-485d-b6e4-1984ecfafdee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.974213037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a62b777-6c2e-4f40-8454-d25177cd5f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:29.97428628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2a17b9-6df3-43b2-99d7-2b7c9b02e27f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.027142449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2a17b9-6df3-43b2-99d7-2b7c9b02e27f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.027213287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a62b777-6c2e-4f40-8454-d25177cd5f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.382552406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfa18cac-d505-45d0-b31d-aec4ff88a679","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.382572584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfa18cac-d505-45d0-b31d-aec4ff88a679","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.431880683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b96c7c3-1183-4e5a-a9f2-1baf8c1e69c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.432018964Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d65b207-a944-42a8-9ce8-9d2289fb881c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.452488222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3724d172-4a99-4c34-8721-40a58e6aa406","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.452512169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3724d172-4a99-4c34-8721-40a58e6aa406","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.529654858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa7ec6bf-458b-4dc2-88a8-377b1e1854e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.529673186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c6b18ca-d1ed-4fd8-9777-866ef1656f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.532266601Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27556d08-a41c-4893-90e2-0a067950632d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.584401076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c6b18ca-d1ed-4fd8-9777-866ef1656f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.584462373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa7ec6bf-458b-4dc2-88a8-377b1e1854e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.637156778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa7ec6bf-458b-4dc2-88a8-377b1e1854e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.637195407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c6b18ca-d1ed-4fd8-9777-866ef1656f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.838062092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f27a7c3e-0ab5-4c19-a30d-ff6374a38bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.839788928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6baf3e20-a5d0-461b-92e4-03bc5ca2b5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.894374862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f27a7c3e-0ab5-4c19-a30d-ff6374a38bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.894400925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6baf3e20-a5d0-461b-92e4-03bc5ca2b5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.947493946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6baf3e20-a5d0-461b-92e4-03bc5ca2b5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.947657434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f27a7c3e-0ab5-4c19-a30d-ff6374a38bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.95418957Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a4f00fb-eb07-41d5-bb62-fc977a9cbac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.089724528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"12cea68f-8e3f-47e6-9676-f5fd5816b187","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.089745254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"12cea68f-8e3f-47e6-9676-f5fd5816b187","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.164126671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"657916b8-9093-42fe-ad39-5196379deb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.164129988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4210a2-fd92-4801-a616-50778b01794b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.234654025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4210a2-fd92-4801-a616-50778b01794b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.234848514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"657916b8-9093-42fe-ad39-5196379deb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.287475915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4210a2-fd92-4801-a616-50778b01794b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.287537252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"657916b8-9093-42fe-ad39-5196379deb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.571943872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"270604c1-7a00-407e-9666-b4c97a001ff8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.571964639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"270604c1-7a00-407e-9666-b4c97a001ff8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.572419041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f8ee5be-754a-4b7d-b785-910d6ad5f097","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.572434222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f8ee5be-754a-4b7d-b785-910d6ad5f097","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.62161985Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be7435e7-1d70-43a7-9b75-76485ac020f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.621619773Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35500915-ffc9-41fd-b77b-c9252462b670","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.642063894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a223f682-b6b9-41da-a9e1-c24ce08fc83a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.642082552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a223f682-b6b9-41da-a9e1-c24ce08fc83a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.642320097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"463934da-77ce-4175-ae92-e9f12826f74d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.642334974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"463934da-77ce-4175-ae92-e9f12826f74d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.718807282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74d5f35-7d6c-48c8-80f9-fce73a7092b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.718802423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"415ee7f5-fcdf-45f6-8e99-f5187385c6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.773327743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"415ee7f5-fcdf-45f6-8e99-f5187385c6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.773437815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74d5f35-7d6c-48c8-80f9-fce73a7092b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.826533233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"415ee7f5-fcdf-45f6-8e99-f5187385c6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.826611583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74d5f35-7d6c-48c8-80f9-fce73a7092b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.973029818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b29eeb5e-c99b-47ce-91c4-b258f227447d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:39.973036674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d98a0ed-6820-42aa-88b5-64c74018395e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.027893912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b29eeb5e-c99b-47ce-91c4-b258f227447d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.028019941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d98a0ed-6820-42aa-88b5-64c74018395e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.08072048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b29eeb5e-c99b-47ce-91c4-b258f227447d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.080960861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d98a0ed-6820-42aa-88b5-64c74018395e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.83964785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1115a722-294e-477b-9ddb-8531e36ca467","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.83967597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1115a722-294e-477b-9ddb-8531e36ca467","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:41.53881847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.981191324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa010ce0-8836-42b6-bf94-b72ac19a9a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.981197404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098ca5d3-1d7e-4b9b-8379-fea2e9066fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.059583214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa010ce0-8836-42b6-bf94-b72ac19a9a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.059677475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098ca5d3-1d7e-4b9b-8379-fea2e9066fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.116279943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098ca5d3-1d7e-4b9b-8379-fea2e9066fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.116956188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa010ce0-8836-42b6-bf94-b72ac19a9a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.257378483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2091573f-c4c0-49b9-8e9c-84c2508109bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.257399043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2091573f-c4c0-49b9-8e9c-84c2508109bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.25761505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"840f1680-9233-4c41-ad8a-a0588ade0045","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.257625958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"840f1680-9233-4c41-ad8a-a0588ade0045","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.257975055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3d348b2-b7e7-4d8d-9907-902bdfd0868e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.257987573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3d348b2-b7e7-4d8d-9907-902bdfd0868e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.306833705Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02950c3f-0094-4fad-939e-1b6808056fe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.306856877Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b09394d-b6a4-4eba-b4a5-b1418915a32c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.327956549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9cb3151-34d3-4352-b76d-15afe787e32d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.328517203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9cb3151-34d3-4352-b76d-15afe787e32d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.329450213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"751e7b26-19f2-41e8-89b5-b4d9f9869496","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.329474807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"751e7b26-19f2-41e8-89b5-b4d9f9869496","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.330327959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"412c8703-010b-4d0a-960e-f9477d561541","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.330349061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"412c8703-010b-4d0a-960e-f9477d561541","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.403877072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e437b9-bf7b-4dcc-b9e4-63abc788a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.403877333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77c7fbfe-bc04-4224-9aed-880c62ce7887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.45809287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77c7fbfe-bc04-4224-9aed-880c62ce7887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.458290799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e437b9-bf7b-4dcc-b9e4-63abc788a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.510608692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e437b9-bf7b-4dcc-b9e4-63abc788a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.510618804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77c7fbfe-bc04-4224-9aed-880c62ce7887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.65631066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b680eb45-a812-4270-92b6-44e5c13c1aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.656311374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9c909d-c2ad-4b3b-90c1-916550826c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.710544516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9c909d-c2ad-4b3b-90c1-916550826c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.710660046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b680eb45-a812-4270-92b6-44e5c13c1aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.763234057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9c909d-c2ad-4b3b-90c1-916550826c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.763285982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b680eb45-a812-4270-92b6-44e5c13c1aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:44.522479228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ad2ffd7-bd01-41b9-ad31-be7faa366fa6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:44.522501262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ad2ffd7-bd01-41b9-ad31-be7faa366fa6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.053566992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5f0fbcd-a7e1-4303-aad0-c3e1e8ebc352","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.05359376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5f0fbcd-a7e1-4303-aad0-c3e1e8ebc352","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.0539406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"01dbc26c-e7ca-4fe8-8484-7288da056be1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.053960335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"01dbc26c-e7ca-4fe8-8484-7288da056be1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.054254464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a21218c3-021f-4c89-a34f-9140f09299ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.054271239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a21218c3-021f-4c89-a34f-9140f09299ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.054607429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af3241e9-54e6-49fb-9ea7-919358f4b033","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.054623697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af3241e9-54e6-49fb-9ea7-919358f4b033","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.103356555Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19fffa94-f0d0-4a06-95e7-3cd47332d696","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.103356666Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bc47173-014f-4e03-94cf-00d0f3504054","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.123541061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94961cec-8346-4648-973d-2c026b06b5bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.123565594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94961cec-8346-4648-973d-2c026b06b5bd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.123826115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9aebc9d-f8d6-46bd-8ed5-5d8000555d84","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.123838613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9aebc9d-f8d6-46bd-8ed5-5d8000555d84","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.12405321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c09fc0f9-ac12-4766-952c-4e7a6335bcd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.124064535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c09fc0f9-ac12-4766-952c-4e7a6335bcd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.124257956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"51a891f6-35dd-44a2-81c0-e69e3ba7f587","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.124269564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"51a891f6-35dd-44a2-81c0-e69e3ba7f587","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.255351521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ce9ad7-51fd-4888-ba28-02221799252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.255350021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857e0f7f-2ac8-4893-aa97-7dada00bc09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.308948338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ce9ad7-51fd-4888-ba28-02221799252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.309155122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857e0f7f-2ac8-4893-aa97-7dada00bc09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.362046744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ce9ad7-51fd-4888-ba28-02221799252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.362091728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857e0f7f-2ac8-4893-aa97-7dada00bc09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.508016287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2552d450-9fd3-4c78-b3ec-8f836bcdcf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.508168851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16b8f1ec-a514-47fe-9f41-d8d62238e156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.562026477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16b8f1ec-a514-47fe-9f41-d8d62238e156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.562097652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2552d450-9fd3-4c78-b3ec-8f836bcdcf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.614749655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16b8f1ec-a514-47fe-9f41-d8d62238e156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.61494791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2552d450-9fd3-4c78-b3ec-8f836bcdcf6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:48.315591368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cbc4b352-6ed1-4a60-ad34-7a4e3c9254f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:48.315613005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cbc4b352-6ed1-4a60-ad34-7a4e3c9254f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573098865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d1220b7-81d8-4b41-92e2-cb29150ef7c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573122108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d1220b7-81d8-4b41-92e2-cb29150ef7c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573392029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba172827-d979-40af-aa1e-d00c1978d7bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573405941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba172827-d979-40af-aa1e-d00c1978d7bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573595637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd6fc22d-0f78-44aa-8ba4-e7a674cc97d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573607285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd6fc22d-0f78-44aa-8ba4-e7a674cc97d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573780342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fc6d8e6f-0544-4d91-bbac-14ef2e59f2f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.573790324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fc6d8e6f-0544-4d91-bbac-14ef2e59f2f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.574104879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c9878597-978f-4421-ae4e-7a569e5faa03","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.574118021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c9878597-978f-4421-ae4e-7a569e5faa03","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.626450322Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1336e08c-3b94-4416-bac2-0caae28aa420","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.628078614Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"655f1a78-4374-4bb8-b6ee-49e6de352c26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.694283084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5e9e99c-a4f3-4df9-a44a-918a58e247ca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.694303343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5e9e99c-a4f3-4df9-a44a-918a58e247ca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.694541062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7842eca-b73c-47e0-9e43-ff6ba18305db","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.694555652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7842eca-b73c-47e0-9e43-ff6ba18305db","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.69474961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f2c13bb-2c6c-451b-a25b-edabfb93b674","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.694759049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f2c13bb-2c6c-451b-a25b-edabfb93b674","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.695025564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18814401-7f66-4f83-9061-11031edf92a0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.695044084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18814401-7f66-4f83-9061-11031edf92a0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.69525508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47fe81a8-0e09-4a2d-997f-dc6abeabae98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.69526651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47fe81a8-0e09-4a2d-997f-dc6abeabae98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.738837129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28a282f9-6a67-41d4-a251-192aa01c16f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.73886854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30520e57-7c2c-4397-900f-de9f14107d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.794978712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28a282f9-6a67-41d4-a251-192aa01c16f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.794972878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30520e57-7c2c-4397-900f-de9f14107d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.848837149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28a282f9-6a67-41d4-a251-192aa01c16f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.848848928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30520e57-7c2c-4397-900f-de9f14107d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.051555338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6217bd-4cba-4277-a976-74acfb38d457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.0516323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757d63b0-419d-4a98-a5fe-8b58250aa7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.105957076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757d63b0-419d-4a98-a5fe-8b58250aa7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.105964889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6217bd-4cba-4277-a976-74acfb38d457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.158790232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6217bd-4cba-4277-a976-74acfb38d457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.158983691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757d63b0-419d-4a98-a5fe-8b58250aa7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:57:51.20897947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6217bd-4cba-4277-a976-74acfb38d457","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.360857231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3310f36f-6807-4bb5-82fc-5d621706c403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.415329367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3310f36f-6807-4bb5-82fc-5d621706c403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.468544359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3310f36f-6807-4bb5-82fc-5d621706c403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.864571863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b200bb72-d338-4dd2-acd5-b3398d1410b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.864593314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b200bb72-d338-4dd2-acd5-b3398d1410b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.961550067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1abac0b7-ae71-4744-bc6d-b5f97b9cb3ef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.961569592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1abac0b7-ae71-4744-bc6d-b5f97b9cb3ef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.961816511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cb4bc6f-32a5-4a81-80df-5b7030fc35ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.961828505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cb4bc6f-32a5-4a81-80df-5b7030fc35ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962030822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c3997d5c-0c16-45d6-af79-87df1a41ff40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962041716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c3997d5c-0c16-45d6-af79-87df1a41ff40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962200675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"121f44df-d299-4e61-b225-237c8a9d8c45","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962211065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"121f44df-d299-4e61-b225-237c8a9d8c45","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962364591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c7979d19-6581-4915-8430-7e257221f122","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962373419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c7979d19-6581-4915-8430-7e257221f122","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962524667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"07bde75e-0a30-4af5-a459-8dd4d6626459","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:53.962533827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"07bde75e-0a30-4af5-a459-8dd4d6626459","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.010937981Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04ff197a-6a35-4171-a13b-5315a9390c6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.010937894Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8c9b618-ea35-4de4-8832-686dc905fe47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032284623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ef8cef5-5466-46ba-9e4f-903cdc69ef61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032304707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ef8cef5-5466-46ba-9e4f-903cdc69ef61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032558496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea3b8ec0-918b-4e13-aea0-f7f4632aba4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032573707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea3b8ec0-918b-4e13-aea0-f7f4632aba4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032765685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e28842b-bbdd-4d13-acaa-45ccb2dbbb06","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032776715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e28842b-bbdd-4d13-acaa-45ccb2dbbb06","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032979103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e397f965-70f5-41dd-8f58-ecadfd6d2cad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.032989984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e397f965-70f5-41dd-8f58-ecadfd6d2cad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.033172048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5062f4b-2453-40cb-83ab-bc0f19e7d18d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.033182606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5062f4b-2453-40cb-83ab-bc0f19e7d18d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.033377824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9db383e4-e27f-4c65-af41-af9f81930849","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.033389765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9db383e4-e27f-4c65-af41-af9f81930849","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.10772275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e83020d-7882-4426-b99a-50a48a77ec1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.107722907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a63e1de-a7cf-49b0-85ae-49acddb1e841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.162022998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e83020d-7882-4426-b99a-50a48a77ec1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.163943472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a63e1de-a7cf-49b0-85ae-49acddb1e841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.21453702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e83020d-7882-4426-b99a-50a48a77ec1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.216348721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a63e1de-a7cf-49b0-85ae-49acddb1e841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.360482881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bbcc17e-cda0-4c32-876b-4cc31004e1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.361425118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e754da-3abc-4d7e-ab9e-f2d333cbdc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.415533639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bbcc17e-cda0-4c32-876b-4cc31004e1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.416056915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e754da-3abc-4d7e-ab9e-f2d333cbdc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.468632692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e754da-3abc-4d7e-ab9e-f2d333cbdc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.468732793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bbcc17e-cda0-4c32-876b-4cc31004e1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:55.233138047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"903c651c-f927-444b-ae8f-f38fb5ed4cf7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:55.23315776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"903c651c-f927-444b-ae8f-f38fb5ed4cf7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.381513482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85281629-6a5d-4538-99fc-16804f39e1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.381550553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2e212f0-eb1e-48d7-b501-1294b8e6de66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.47214268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85281629-6a5d-4538-99fc-16804f39e1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.472195898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2e212f0-eb1e-48d7-b501-1294b8e6de66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.524969922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2e212f0-eb1e-48d7-b501-1294b8e6de66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.525143033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85281629-6a5d-4538-99fc-16804f39e1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.72598589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d28a6e7c-e5bf-448d-bd05-be4558322ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.725999289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a602560-19ca-4201-916d-ceecc7e3dad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.780345546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a602560-19ca-4201-916d-ceecc7e3dad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.780548284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d28a6e7c-e5bf-448d-bd05-be4558322ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.833405946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a602560-19ca-4201-916d-ceecc7e3dad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.833447047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d28a6e7c-e5bf-448d-bd05-be4558322ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:57:58.883661569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d28a6e7c-e5bf-448d-bd05-be4558322ea3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.037444895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e63ab2d6-c97f-4cd2-8b5a-407696f97d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.092827433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e63ab2d6-c97f-4cd2-8b5a-407696f97d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.14566132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e63ab2d6-c97f-4cd2-8b5a-407696f97d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.847656352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93fcb625-035b-4da6-abf8-b8afa1567829","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.847677553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93fcb625-035b-4da6-abf8-b8afa1567829","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.847952333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd4f6e10-8420-4c93-94e3-b52535cb9e0e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.847962456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd4f6e10-8420-4c93-94e3-b52535cb9e0e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848175111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf02dad1-8ed8-4e77-a67f-e4272c5e7d72","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848188703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf02dad1-8ed8-4e77-a67f-e4272c5e7d72","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848374729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4a5ba8d5-0370-4fd2-8b6c-ea2ffe0396fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848384773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4a5ba8d5-0370-4fd2-8b6c-ea2ffe0396fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848538115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9747bda3-af01-4b4b-857f-c375ed457e7f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848546833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9747bda3-af01-4b4b-857f-c375ed457e7f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848695053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecdb7423-e06a-4b7c-8f1e-0db3ebf4e34e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848705057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecdb7423-e06a-4b7c-8f1e-0db3ebf4e34e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848852509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a620e543-7961-45e3-a640-e875201ab485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.848863812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a620e543-7961-45e3-a640-e875201ab485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.899560354Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1c77624-4336-4da2-bfa5-caeaaf7704de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.921085437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da5383d5-87c5-4cb4-9bcb-5aaca88baa7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.921106572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da5383d5-87c5-4cb4-9bcb-5aaca88baa7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.921376671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d4059d5-4c88-4f31-8e05-e2a9dc979097","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.921388382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d4059d5-4c88-4f31-8e05-e2a9dc979097","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.921603845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46da680b-b5fa-4665-a50d-693e6c2183df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.921618378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46da680b-b5fa-4665-a50d-693e6c2183df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.922436087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8dd5686b-a0e7-4bec-aa58-a412c3168c80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.922494146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8dd5686b-a0e7-4bec-aa58-a412c3168c80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.923091627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bba14ea1-621f-4107-a7b7-02d0093a8925","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.923108603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bba14ea1-621f-4107-a7b7-02d0093a8925","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.923778143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"346b084a-b348-4e66-b8bb-c70124a40562","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.923797617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"346b084a-b348-4e66-b8bb-c70124a40562","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.924133436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6eba6a-e7f3-4cd7-b1a9-d34339c6d661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.924150263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6eba6a-e7f3-4cd7-b1a9-d34339c6d661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.997040028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f6c9dc6-f0ae-4eb9-bb3a-a040f93f62f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:59.997219571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad0cf10-56ab-44a6-806c-7bdd586fd713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.051284029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad0cf10-56ab-44a6-806c-7bdd586fd713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.051341426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f6c9dc6-f0ae-4eb9-bb3a-a040f93f62f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.051659556Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc891980-92b0-4e39-8258-98b09efafcc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.104291911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad0cf10-56ab-44a6-806c-7bdd586fd713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.104291621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f6c9dc6-f0ae-4eb9-bb3a-a040f93f62f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.204721438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a28fa1df-30a0-4406-8f18-7a2b89fd81ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.204741646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a28fa1df-30a0-4406-8f18-7a2b89fd81ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.252368343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6cd652-380c-4383-9298-cc1164b444ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.252372346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4f887d-e287-4525-a1d5-8cd8ba9bb25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.307831035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6cd652-380c-4383-9298-cc1164b444ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.30783788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4f887d-e287-4525-a1d5-8cd8ba9bb25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.360966367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4f887d-e287-4525-a1d5-8cd8ba9bb25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.361051488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6cd652-380c-4383-9298-cc1164b444ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:00.401333912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d10a7779-e0dd-453b-a36a-5069a8c224c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.111985413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e69b69a4-f478-4c23-baa4-19479daaa601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.112008374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e69b69a4-f478-4c23-baa4-19479daaa601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.308112391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7fdc9944-13bc-4d63-978c-61b23f7d38cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.886865071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e850cfd-f5c0-4b39-b0a2-f41fda03d048","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.886886622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e850cfd-f5c0-4b39-b0a2-f41fda03d048","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887189306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"16ee46ed-f11f-4d1a-b0b0-8a29badd44d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887202302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"16ee46ed-f11f-4d1a-b0b0-8a29badd44d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887395138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"81facaa1-396f-4d9d-ab75-2d29583ee747","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887406291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"81facaa1-396f-4d9d-ab75-2d29583ee747","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887581011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95003740-edb2-4aba-8176-6e279b2bb710","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887594387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95003740-edb2-4aba-8176-6e279b2bb710","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.8877669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19bdbdfa-8a19-4ce1-b7fd-5a90c18bcad0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887777286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19bdbdfa-8a19-4ce1-b7fd-5a90c18bcad0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887964087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28af5391-5658-474f-97f5-a057e420afcf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.887975566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28af5391-5658-474f-97f5-a057e420afcf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.888153169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d9b0d23-8048-4b41-a5b6-5fff0715b850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.88816742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d9b0d23-8048-4b41-a5b6-5fff0715b850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.888397135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbee0217-6f71-434b-93aa-5657e06d75d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.888410781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbee0217-6f71-434b-93aa-5657e06d75d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.957578018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1bc8d9a-7d8d-49ef-bbb6-fb8fd6f15925","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.957598273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1bc8d9a-7d8d-49ef-bbb6-fb8fd6f15925","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.957863211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"634ccc40-83df-4136-add2-1bd3110e9fc0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.957876408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"634ccc40-83df-4136-add2-1bd3110e9fc0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.95813385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc0e227b-6657-4062-82c3-0e9bcfe82f85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958150553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc0e227b-6657-4062-82c3-0e9bcfe82f85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958371646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcc919c6-e1a1-4f29-9be3-b37c2bc52a97","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958383306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcc919c6-e1a1-4f29-9be3-b37c2bc52a97","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958592843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"24e502a4-b745-4111-afb2-ae99e6830a0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958624819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"24e502a4-b745-4111-afb2-ae99e6830a0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958841608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b6ac6ae-073f-499d-9987-dabe116ab7b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.958851816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b6ac6ae-073f-499d-9987-dabe116ab7b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.959078756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e40b80-c76b-41d3-93c3-0f56efbefeb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.959091133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e40b80-c76b-41d3-93c3-0f56efbefeb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.959334481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90cd0275-e275-487e-98cf-1b8e443e25d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:03.959346023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90cd0275-e275-487e-98cf-1b8e443e25d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.033527666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57322dbd-c6db-4bd3-b8b7-0d2476f4eb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.033584379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a141dbf5-8d64-4519-be5b-a8a8d8583a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.08315237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42e21df8-38bb-4fc5-8772-82782f36ed12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.088145991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a141dbf5-8d64-4519-be5b-a8a8d8583a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.088217927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57322dbd-c6db-4bd3-b8b7-0d2476f4eb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.088623267Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1b1aabe-0e66-402f-98ff-89794178b401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.141122122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a141dbf5-8d64-4519-be5b-a8a8d8583a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.14115533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57322dbd-c6db-4bd3-b8b7-0d2476f4eb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.244414931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0133717-3972-4d28-af08-199e028789d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.244435607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0133717-3972-4d28-af08-199e028789d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.288028351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09588634-3bb2-483d-af4d-b7f76b1b6881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.288033601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e240af6-d355-4202-a0af-4ac7ba03abe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.34237777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e240af6-d355-4202-a0af-4ac7ba03abe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.342396529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09588634-3bb2-483d-af4d-b7f76b1b6881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.395418827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09588634-3bb2-483d-af4d-b7f76b1b6881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.395500009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e240af6-d355-4202-a0af-4ac7ba03abe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.44296488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2197b9f5-049b-48fb-a77e-7d750e981e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.15502821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1fdbef45-b4ea-4ac5-9c1b-87749b3d2f3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.155052033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1fdbef45-b4ea-4ac5-9c1b-87749b3d2f3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.352759303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9c80a80-d996-41ee-91b8-18b279d3ac03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:07.945526475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdf5d826-c690-4ef2-8c4f-5878db18b2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.048927876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83774a5a-0a16-41be-a5b2-c62372340557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.083347958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"de95279c-d994-4fee-9361-5b337d6a0b3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.083368354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"de95279c-d994-4fee-9361-5b337d6a0b3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.10606023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c665ed3d-bb3b-4299-b462-2c71d518bf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.106060232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42668259-6214-4b55-bf23-c2c87fc942f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.13624378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82dee6b0-79f2-47a6-9cde-ab6d21919069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.136265933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82dee6b0-79f2-47a6-9cde-ab6d21919069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.169020879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c665ed3d-bb3b-4299-b462-2c71d518bf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.169110363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42668259-6214-4b55-bf23-c2c87fc942f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.204780043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a6cffbe-3def-41f8-9685-5c3e677d8ba0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.204803088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a6cffbe-3def-41f8-9685-5c3e677d8ba0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.222133645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c665ed3d-bb3b-4299-b462-2c71d518bf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.222156233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42668259-6214-4b55-bf23-c2c87fc942f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.277265424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7a7c09-2d77-4e2b-8e85-60916f3ac83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.277292825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7a7c09-2d77-4e2b-8e85-60916f3ac83b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.27973367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5486359-556d-41ca-909b-13d931a2fde2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.279750684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5486359-556d-41ca-909b-13d931a2fde2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.423072692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc08e96e-042f-4e7a-8228-e51809e08224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.424145217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf45ba1-ab1a-49c6-9f10-63451ddd1def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.486402121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc08e96e-042f-4e7a-8228-e51809e08224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.490088095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf45ba1-ab1a-49c6-9f10-63451ddd1def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.543357715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf45ba1-ab1a-49c6-9f10-63451ddd1def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:08.543389017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc08e96e-042f-4e7a-8228-e51809e08224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.533970774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a36df56a-567a-40d8-ba5f-b7e958e13621","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.533991464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a36df56a-567a-40d8-ba5f-b7e958e13621","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.49302401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.645856153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7b72e10d-e284-421e-80bf-4169c061348c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.645881097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7b72e10d-e284-421e-80bf-4169c061348c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.959707192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a63d0137-f6d0-4bf8-8f5b-f7d6946e041b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.959728603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a63d0137-f6d0-4bf8-8f5b-f7d6946e041b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.960084522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e398911d-6674-4259-84f9-bfbf1c8836d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.960096408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e398911d-6674-4259-84f9-bfbf1c8836d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.960311747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e34f1c7-3a73-4877-95d6-60ff53337a39","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:13.960323151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e34f1c7-3a73-4877-95d6-60ff53337a39","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.837009348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bcca4ca-1910-447e-a1d0-15b8bdc1d2f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.939597859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"563a0892-42de-4d18-9554-9d45fc1aa49e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.21667682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c24002d5-6412-4f3e-8469-c35cf2bb47bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.21669715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c24002d5-6412-4f3e-8469-c35cf2bb47bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.277846134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c25314dc-2fea-4617-be1a-ab3f0e74631e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.277868447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c25314dc-2fea-4617-be1a-ab3f0e74631e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.280476478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d07dee14-4e31-4f6e-a8cb-23caa668d54d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.28049703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d07dee14-4e31-4f6e-a8cb-23caa668d54d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.690808504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"073a1c3d-63a4-4e94-8413-adcb6d1c759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.690808429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eeefcd9-e11a-465d-9e56-6e993c243320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.838891072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"073a1c3d-63a4-4e94-8413-adcb6d1c759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.838918917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eeefcd9-e11a-465d-9e56-6e993c243320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.144769354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b15751ec-caef-4372-8170-0d90c7bda1eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.144792931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b15751ec-caef-4372-8170-0d90c7bda1eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.147262105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bc7e4f6-1527-4c0e-92ab-90c4a76bd2c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.147276886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bc7e4f6-1527-4c0e-92ab-90c4a76bd2c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.381739081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"adb4bcfd-7d13-4b73-9408-28532772dcdf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.381759337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"adb4bcfd-7d13-4b73-9408-28532772dcdf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.858308208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d4aa4319-1183-447d-b35f-51a65ec1e61b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.858329889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d4aa4319-1183-447d-b35f-51a65ec1e61b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.712915739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2165676-257b-49f7-927b-37746e3915a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.712935978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2165676-257b-49f7-927b-37746e3915a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.914638604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcb3f33c-8ae5-4d83-8dd3-d7e6791e35f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.914693277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bed989ab-db4e-499f-b3ed-b72516f7edfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.915130463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33f81275-6104-435f-9b40-7367c3c15a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.015371849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcb3f33c-8ae5-4d83-8dd3-d7e6791e35f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.015371899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33f81275-6104-435f-9b40-7367c3c15a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.070938334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1428a15e-a91a-44e2-bbdd-8b6883d07562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.070963476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1428a15e-a91a-44e2-bbdd-8b6883d07562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.270534353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c3cf8b4-f5cd-4b4d-b404-094e0e719db0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.658374783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30ca156c-f20a-41f0-875a-90af930bac12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.658395047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30ca156c-f20a-41f0-875a-90af930bac12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.856324838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e3844da-6623-4e17-bc65-a80f75ffd401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.856960275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"402eea90-fc42-4233-88e0-5dc50b41aa20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.857034241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1779ad2-bad1-479e-8f3a-8661da2dfdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.957561259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"402eea90-fc42-4233-88e0-5dc50b41aa20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:28.95769138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1779ad2-bad1-479e-8f3a-8661da2dfdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:29.013009186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae8aef38-e4dd-40e2-8afd-b1a2991c9e7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:29.013032283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae8aef38-e4dd-40e2-8afd-b1a2991c9e7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:29.209495564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"147ef4a4-8761-43ed-ac82-bbc966add8af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.575283402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c48607a-c550-4fc3-bbd6-6c99e1a0ee18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.575306263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c48607a-c550-4fc3-bbd6-6c99e1a0ee18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.724543228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91fadb4-0ee1-4cc9-bea2-5bc6a47484da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.781534096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c91fadb4-0ee1-4cc9-bea2-5bc6a47484da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.807230834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c36df4c0-c0df-46f5-93c2-dc151ac5435c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.807364764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c36df4c0-c0df-46f5-93c2-dc151ac5435c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.954715538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6045b2d-8746-4202-b7f3-90d070ef4463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.987376318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"796b17cd-aece-4565-92d0-5deba90c0c76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:31.987404256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"796b17cd-aece-4565-92d0-5deba90c0c76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.006458018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65443b0c-2e4b-4076-998d-828814a2b532","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.009602781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6045b2d-8746-4202-b7f3-90d070ef4463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.141585609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2b7e61b-f648-4419-ab41-8d6c41c505d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.162668469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccf8e3e4-1cae-4fe3-b2cc-4172bca59c92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.162689815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccf8e3e4-1cae-4fe3-b2cc-4172bca59c92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.20271123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2b7e61b-f648-4419-ab41-8d6c41c505d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:58:32.458812298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2b7e61b-f648-4419-ab41-8d6c41c505d9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.612310462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74e8246b-e149-4456-a874-0d019a2f5ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.667367964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74e8246b-e149-4456-a874-0d019a2f5ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:41.515003084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:06.844263331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddca63c-f8e7-4f16-852a-9358c4bdf243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:06.893041687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddca63c-f8e7-4f16-852a-9358c4bdf243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:06.941801719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddca63c-f8e7-4f16-852a-9358c4bdf243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:06.990478994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddca63c-f8e7-4f16-852a-9358c4bdf243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:07.521699834Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-10bfccd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-10bfccd7","reconcileID":"5813f027-9360-4af5-ab81-e96b3c915c83","namespace":"odh-ai-gateway-infra","gateway":"e2e-ait-10bfccd7","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-10bfccd7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.498602538Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0a30f61a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0a30f61a","reconcileID":"07103337-729b-4f55-913e-77db2288cf7a","namespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0a30f61a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0a30f61a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.80078745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81082898-9873-4401-91a2-82ce26568ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.850319099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81082898-9873-4401-91a2-82ce26568ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.899334279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81082898-9873-4401-91a2-82ce26568ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.948373437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81082898-9873-4401-91a2-82ce26568ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.546987529Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-10bfccd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-10bfccd7","reconcileID":"c17a097a-f4a3-4278-8820-427a4f5b6677","namespace":"ai-tenant-e2e-ait-10bfccd7","gateway":"e2e-ait-10bfccd7","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-10bfccd7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.745743141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddf529c-2594-48d8-9ffb-5cadcaf5b347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.794812972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddf529c-2594-48d8-9ffb-5cadcaf5b347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.84352754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddf529c-2594-48d8-9ffb-5cadcaf5b347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.892269177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddf529c-2594-48d8-9ffb-5cadcaf5b347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.493032272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.832102665Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0a30f61a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0a30f61a","reconcileID":"e8feaf94-e5b9-45d1-815d-335158a1043e","namespace":"ai-tenant-e2e-ait-0a30f61a","gateway":"e2e-ait-0a30f61a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0a30f61a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:12.498274576Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-367d7739","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-367d7739","reconcileID":"dc50b1f5-a564-4dc1-a6ab-319be7b28a22","namespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-367d7739-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-367d7739-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:12.702002074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6493baf-769c-437c-ab58-74e953fa1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:12.751208557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6493baf-769c-437c-ab58-74e953fa1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:12.800142845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6493baf-769c-437c-ab58-74e953fa1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:12.84897536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6493baf-769c-437c-ab58-74e953fa1284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:13.258960041Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-367d7739","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-367d7739","reconcileID":"dc50b1f5-a564-4dc1-a6ab-319be7b28a22","namespace":"ai-tenant-e2e-migrate-367d7739","gateway":"e2e-migrate-367d7739-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-367d7739-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:13.923781849Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5b32d5a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5b32d5a5","reconcileID":"cbb2b354-a761-40df-8eed-020a20c26cf7","namespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5b32d5a5","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5b32d5a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.705175496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3436790-771d-4763-82a2-7ae896314e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.754090626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3436790-771d-4763-82a2-7ae896314e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.80292619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3436790-771d-4763-82a2-7ae896314e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.852378752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3436790-771d-4763-82a2-7ae896314e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.639644809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d2c75-6240-4bc2-ae98-0bfb6bdbb373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.688990028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d2c75-6240-4bc2-ae98-0bfb6bdbb373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.738002326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d2c75-6240-4bc2-ae98-0bfb6bdbb373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.787104773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d2c75-6240-4bc2-ae98-0bfb6bdbb373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:17.303456388Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"1b956e4e-3ad4-4d3a-9445-b180cc71f345","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:17.339519959Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5b32d5a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5b32d5a5","reconcileID":"7f816481-a836-40f1-beda-bd8241d1cebc","namespace":"ai-tenant-e2e-ait-5b32d5a5","gateway":"e2e-ait-5b32d5a5","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5b32d5a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:17.3561878Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"1b956e4e-3ad4-4d3a-9445-b180cc71f345","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:17.453086124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"1b956e4e-3ad4-4d3a-9445-b180cc71f345","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-367d7739-gw","tenantID":"e2e-migrate-367d7739","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:17.56458065Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"1b956e4e-3ad4-4d3a-9445-b180cc71f345","name":"e2e-migrate-367d7739-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.57310879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c3c8f-aa0f-4ac0-900e-77810a0ceebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.622357648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c3c8f-aa0f-4ac0-900e-77810a0ceebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.671616487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c3c8f-aa0f-4ac0-900e-77810a0ceebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.72081777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"336c3c8f-aa0f-4ac0-900e-77810a0ceebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.513052331Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c9f7f443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c9f7f443","reconcileID":"0c658c2d-7bd7-4cb3-b126-d0a743ac496d","namespace":"odh-ai-gateway-infra","gateway":"e2e-derive-c9f7f443","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-c9f7f443":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.561990306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9e2ae-84c2-4498-9cce-7c555d385b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.610922578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9e2ae-84c2-4498-9cce-7c555d385b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.660078423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9e2ae-84c2-4498-9cce-7c555d385b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.708922593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad9e2ae-84c2-4498-9cce-7c555d385b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:21.565950522Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c9f7f443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c9f7f443","reconcileID":"0c8de249-2a95-4162-91ec-058ec1947752","namespace":"ai-tenant-e2e-derive-c9f7f443","gateway":"e2e-derive-c9f7f443","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-c9f7f443":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.425264501Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"93ed80b8-a32e-40c6-b0da-f23474d38393","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.494345203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7d73d-cefe-47e2-887a-ba094e2a9f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.542968588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7d73d-cefe-47e2-887a-ba094e2a9f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.592497181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7d73d-cefe-47e2-887a-ba094e2a9f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.641398288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7d73d-cefe-47e2-887a-ba094e2a9f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.693242257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"93ed80b8-a32e-40c6-b0da-f23474d38393","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0a30f61a","tenantID":"e2e-ait-0a30f61a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.804224668Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"93ed80b8-a32e-40c6-b0da-f23474d38393","name":"e2e-ait-0a30f61a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.319635987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"f9ff206b-53f0-4937-b026-5545f1d8ec0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5b32d5a5","tenantID":"e2e-ait-5b32d5a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.445051838Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"f9ff206b-53f0-4937-b026-5545f1d8ec0f","name":"e2e-ait-5b32d5a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.570492496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad615f87-bff3-43a8-b0dc-b19379abe8ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.669695222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"345cc057-f95b-4d9d-8484-f3c7b97bfad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:31.883030592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"d44894a8-86c6-4810-b8d3-82331f4763c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-10bfccd7","tenantID":"e2e-ait-10bfccd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:31.995542027Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"d44894a8-86c6-4810-b8d3-82331f4763c4","name":"e2e-ait-10bfccd7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.03838472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"61c37a38-b563-455a-b52a-313e02678126","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-c9f7f443","tenantID":"e2e-derive-c9f7f443","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.149525603Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"61c37a38-b563-455a-b52a-313e02678126","name":"e2e-derive-c9f7f443-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.492670586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.217885025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a48bae65-8b7e-4bc2-a4a4-c1c9471aa1b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.401209605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"496e4202-c76e-4fa5-bfa2-0ba757a1c4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:45.15157314Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"fe050eb5-b389-4219-9a1a-9b7d6d6204a2","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:45.252641257Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"fe050eb5-b389-4219-9a1a-9b7d6d6204a2","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:47.211981728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e85bf0-a44c-4e9f-90c5-1f1220f14c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:47.261005407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e85bf0-a44c-4e9f-90c5-1f1220f14c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:47.31240425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e85bf0-a44c-4e9f-90c5-1f1220f14c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:47.361388947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e85bf0-a44c-4e9f-90c5-1f1220f14c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.149736061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f6f066-ae35-4fff-b678-3ddc0b6e4efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.198541256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f6f066-ae35-4fff-b678-3ddc0b6e4efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.247421694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f6f066-ae35-4fff-b678-3ddc0b6e4efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.296421241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f6f066-ae35-4fff-b678-3ddc0b6e4efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.913734578Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"220e2008-d9c2-4b62-b53b-713de166fe58","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.113419395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827bd9d-89ca-4e67-aad2-fd0bc26c020b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.162669955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827bd9d-89ca-4e67-aad2-fd0bc26c020b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.213847737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827bd9d-89ca-4e67-aad2-fd0bc26c020b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.263459714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827bd9d-89ca-4e67-aad2-fd0bc26c020b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.703276653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dbafe0f-6247-4f06-94cf-e8cdd75cfa5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.883242784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d48e7fc-0117-42ec-bad8-f0748b2c1881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:53.068689634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a172e157-e124-4e53-8de5-b2bb6a94bc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:53.117592248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a172e157-e124-4e53-8de5-b2bb6a94bc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:53.166448511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a172e157-e124-4e53-8de5-b2bb6a94bc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:53.215398185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a172e157-e124-4e53-8de5-b2bb6a94bc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.005232541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e546ab8-cf92-4953-a28a-08d061747224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.054285859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e546ab8-cf92-4953-a28a-08d061747224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.102987303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e546ab8-cf92-4953-a28a-08d061747224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.151997054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e546ab8-cf92-4953-a28a-08d061747224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:56.935846408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b61247-9492-43a1-a30b-7114290acafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:56.98484898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b61247-9492-43a1-a30b-7114290acafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.034218528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b61247-9492-43a1-a30b-7114290acafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.08355344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b61247-9492-43a1-a30b-7114290acafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.687013083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5eb7c276-fe74-485c-8de2-f22cbd6583df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.982220438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d51ff026-406b-434b-af95-38df7cc53aac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:58.893181449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ea53c5-5461-4de9-bfe4-3fde0e8182c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:58.94203016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ea53c5-5461-4de9-bfe4-3fde0e8182c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:58.990948701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ea53c5-5461-4de9-bfe4-3fde0e8182c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:59.040252267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ea53c5-5461-4de9-bfe4-3fde0e8182c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.895615738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df340d14-41ab-4896-9e9c-a8be710d3b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.944984503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df340d14-41ab-4896-9e9c-a8be710d3b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.993836343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df340d14-41ab-4896-9e9c-a8be710d3b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.042895556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df340d14-41ab-4896-9e9c-a8be710d3b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:02.821817182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89a45c-efc0-4316-a1de-96ea955c7896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:02.872038828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89a45c-efc0-4316-a1de-96ea955c7896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:02.921855754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89a45c-efc0-4316-a1de-96ea955c7896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:02.970796187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a89a45c-efc0-4316-a1de-96ea955c7896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.77106697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1821a8f5-0bc0-4822-a9fa-fe45e9a5895a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.819954963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1821a8f5-0bc0-4822-a9fa-fe45e9a5895a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.868985207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1821a8f5-0bc0-4822-a9fa-fe45e9a5895a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.917796651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1821a8f5-0bc0-4822-a9fa-fe45e9a5895a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:06.721021622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb7c7bd-8ab3-40b4-a58b-dd5da01e63e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:06.769816539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb7c7bd-8ab3-40b4-a58b-dd5da01e63e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:06.818695981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb7c7bd-8ab3-40b4-a58b-dd5da01e63e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:06.867822565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb7c7bd-8ab3-40b4-a58b-dd5da01e63e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:08.64709263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1b48b-157e-46cf-b367-02dd997955a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:08.696272523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1b48b-157e-46cf-b367-02dd997955a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:08.745231649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1b48b-157e-46cf-b367-02dd997955a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:08.794011188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d1b48b-157e-46cf-b367-02dd997955a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.685278831Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","namespace":"ai-tenant-e2e-migrate-367d7739","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.685345423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","namespace":"ai-tenant-e2e-migrate-367d7739","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.685404861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","tenant":"e2e-migrate-367d7739","tenantID":"e2e-migrate-367d7739","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.736091046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Deployment","name":"maas-api-e2e-migrate-367d7739","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.795434029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Service","name":"maas-api-e2e-migrate-367d7739","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.84768744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-367d7739","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.898856675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-367d7739","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:09.951040227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.002322595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.051207731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.099827977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.148603799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Deployment","name":"payload-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.197826754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.246669216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Service","name":"payload-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.295154507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"Service","name":"payload-pre-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.343895488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.392518275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.441229984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.490306759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.538743431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.629896667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.678807843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-367d7739","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.727965342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-367d7739"},"namespace":"ai-tenant-e2e-migrate-367d7739","name":"default-tenant","reconcileID":"3f1fc3a6-93c3-4cb3-915b-9681f3a26abd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-367d7739","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.78262739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","namespace":"ai-tenant-e2e-ait-0a30f61a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.782715028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","namespace":"ai-tenant-e2e-ait-0a30f61a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.782802355Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","tenant":"e2e-ait-0a30f61a","tenantID":"e2e-ait-0a30f61a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.833317361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Deployment","name":"maas-api-e2e-ait-0a30f61a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.891309564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Service","name":"maas-api-e2e-ait-0a30f61a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.986233731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0a30f61a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.042429794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0a30f61a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.095814331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.146751142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.200244301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.254002415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.302303835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Deployment","name":"payload-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.352186301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.40048695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Service","name":"payload-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.448743671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"Service","name":"payload-pre-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.492621155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.496964338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.499638229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846f10c8-adda-4389-899a-fed4e4947f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.548167907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.548674541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846f10c8-adda-4389-899a-fed4e4947f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.597093916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.597759685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846f10c8-adda-4389-899a-fed4e4947f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.603463136Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-367d7739","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-367d7739","reconcileID":"bdef62b0-8b3d-462c-a74b-f81a54c02666","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-367d7739-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-367d7739-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.646696529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846f10c8-adda-4389-899a-fed4e4947f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.650373697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.699060436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.769596207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.819613038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0a30f61a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.869432302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0a30f61a"},"namespace":"ai-tenant-e2e-ait-0a30f61a","name":"default-tenant","reconcileID":"be422b5b-0cfc-45ad-b1d0-5ce760edf477","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0a30f61a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:12.684615108Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0a30f61a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0a30f61a","reconcileID":"c7398f45-6354-499e-a4fb-b4d943fd19d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0a30f61a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0a30f61a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.507490139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944b409-d061-4f79-8ecd-0641b4b0a61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.556592455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944b409-d061-4f79-8ecd-0641b4b0a61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.605559641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944b409-d061-4f79-8ecd-0641b4b0a61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.654514582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944b409-d061-4f79-8ecd-0641b4b0a61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:15.445058357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5563c5-427f-4d4e-8288-4932b10649ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:15.493988502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5563c5-427f-4d4e-8288-4932b10649ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:15.543151897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5563c5-427f-4d4e-8288-4932b10649ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:15.591920561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5563c5-427f-4d4e-8288-4932b10649ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.629830151Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","namespace":"ai-tenant-e2e-ait-10bfccd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.629938079Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","namespace":"ai-tenant-e2e-ait-10bfccd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.630006569Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","tenant":"e2e-ait-10bfccd7","tenantID":"e2e-ait-10bfccd7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.680583995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Deployment","name":"maas-api-e2e-ait-10bfccd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.737327555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Service","name":"maas-api-e2e-ait-10bfccd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.789660342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-10bfccd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.885153626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-10bfccd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.936509684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:16.987349543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.039307101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.09221832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.142641572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Deployment","name":"payload-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.193193589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.254514686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Service","name":"payload-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.310429196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"Service","name":"payload-pre-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.361431545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.401716118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba6ce7-2c05-47cf-8245-8e7c11ecf56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.450717858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba6ce7-2c05-47cf-8245-8e7c11ecf56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.452617798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.499524343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba6ce7-2c05-47cf-8245-8e7c11ecf56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.548400141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba6ce7-2c05-47cf-8245-8e7c11ecf56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.552063497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.604196333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.647029621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90939ad8-4b8f-43ed-b569-3d5b7508e45f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.656261834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.695708041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f46dffd-98db-4e1b-ab5b-2fdfca6308d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.706278954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.798049235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-10bfccd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:17.848083344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10bfccd7"},"namespace":"ai-tenant-e2e-ait-10bfccd7","name":"default-tenant","reconcileID":"9c0b790a-8a3e-47d5-9fba-ba92c6b3c6b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-10bfccd7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:18.70619392Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-320f60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-320f60","reconcileID":"e81fc1f7-cb99-4f19-afe2-562c38fe4231","namespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-320f60","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-320f60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:19.269451668Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-099a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-099a5e","reconcileID":"4d18c6b6-345b-48ea-b227-cb3445299399","namespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-099a5e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-099a5e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:19.346773417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb796e6-8278-4641-afe9-a050aa3f732e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:19.395886362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb796e6-8278-4641-afe9-a050aa3f732e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:19.44501831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb796e6-8278-4641-afe9-a050aa3f732e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:19.494515995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb796e6-8278-4641-afe9-a050aa3f732e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:20.708256882Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-320f60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-320f60","reconcileID":"2b64a2bf-2661-4bbf-af91-d74696d22432","namespace":"ai-tenant-e2e-worker-w3-320f60","gateway":"e2e-worker-w3-320f60","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-320f60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.298568845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19b82-fece-493d-9ca0-c25ad3ca86ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.347443169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19b82-fece-493d-9ca0-c25ad3ca86ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.396210261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19b82-fece-493d-9ca0-c25ad3ca86ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.444947584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19b82-fece-493d-9ca0-c25ad3ca86ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:22.535294078Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-10bfccd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-10bfccd7","reconcileID":"94b1e197-d0a7-46eb-8b0d-6d343216d15a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-10bfccd7","removed":["maas.opendatahub.io/gateway-access-e2e-ait-10bfccd7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.298043166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec89c4b2-a014-444a-b7de-305e701af77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.347029062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec89c4b2-a014-444a-b7de-305e701af77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.396079532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec89c4b2-a014-444a-b7de-305e701af77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.444975361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec89c4b2-a014-444a-b7de-305e701af77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.651317113Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-099a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-099a5e","reconcileID":"fb09eb85-0f1f-49ba-a2da-232383c2bf3c","namespace":"ai-tenant-e2e-worker-w2-099a5e","gateway":"e2e-worker-w2-099a5e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-099a5e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.241615418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6884bc88-1d6f-4add-a6b4-9e4f477d9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.290671122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6884bc88-1d6f-4add-a6b4-9e4f477d9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.339765779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6884bc88-1d6f-4add-a6b4-9e4f477d9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.3886124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6884bc88-1d6f-4add-a6b4-9e4f477d9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.171472427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04312-f532-4623-8efb-ae83933036be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.220605982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04312-f532-4623-8efb-ae83933036be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.269474937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04312-f532-4623-8efb-ae83933036be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.31838961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b04312-f532-4623-8efb-ae83933036be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.637240583Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","namespace":"ai-tenant-e2e-ait-5b32d5a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.637297661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","namespace":"ai-tenant-e2e-ait-5b32d5a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.637345525Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","tenant":"e2e-ait-5b32d5a5","tenantID":"e2e-ait-5b32d5a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.687887937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Deployment","name":"maas-api-e2e-ait-5b32d5a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.743986522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Service","name":"maas-api-e2e-ait-5b32d5a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.796080354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5b32d5a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.846401874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5b32d5a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.900214174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:27.953069472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.00713552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.058724645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.107764358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Deployment","name":"payload-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.156197925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.204643322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Service","name":"payload-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.253040921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"Service","name":"payload-pre-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.310600544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.359028564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.407327982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.45969499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.508235721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.55673039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.614179576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5b32d5a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.662445728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b32d5a5"},"namespace":"ai-tenant-e2e-ait-5b32d5a5","name":"default-tenant","reconcileID":"9a891fc7-7183-49b3-b46d-16d737b49ee3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5b32d5a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:29.184379741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b93058-268f-46f9-b79b-83ad91312b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:29.233525398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b93058-268f-46f9-b79b-83ad91312b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:29.28233921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b93058-268f-46f9-b79b-83ad91312b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:29.331451719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b93058-268f-46f9-b79b-83ad91312b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:29.633757083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5b32d5a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5b32d5a5","reconcileID":"b41bc450-4d0b-4c95-922a-2379bee893a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5b32d5a5","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5b32d5a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:30.973370944Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e84357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e84357","reconcileID":"c049f8da-f736-4b4e-a8c8-58da4d4e1e58","namespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e84357","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-e84357":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.156667417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec20edb1-c425-4f90-b085-d16a4893775a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.207712985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec20edb1-c425-4f90-b085-d16a4893775a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.257194331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec20edb1-c425-4f90-b085-d16a4893775a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.306323649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec20edb1-c425-4f90-b085-d16a4893775a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.050756377Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e84357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e84357","reconcileID":"a8f3a1dd-30bc-465b-bf9e-4f5289da4066","namespace":"ai-tenant-e2e-worker-w4-e84357","gateway":"e2e-worker-w4-e84357","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-e84357":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.162405593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054cce70-1426-4c46-9340-5b60b04f2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.211365654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054cce70-1426-4c46-9340-5b60b04f2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.26056582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054cce70-1426-4c46-9340-5b60b04f2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.309874562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054cce70-1426-4c46-9340-5b60b04f2333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.758365742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"01dbfdf4-e072-4b08-a581-c97e4a084e34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.869670282Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"01dbfdf4-e072-4b08-a581-c97e4a084e34","name":"e2e-worker-w3-320f60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.103657736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587a33ff-8b1a-4459-9dde-ab317d837029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.153144409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587a33ff-8b1a-4459-9dde-ab317d837029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.2029462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587a33ff-8b1a-4459-9dde-ab317d837029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.251923949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587a33ff-8b1a-4459-9dde-ab317d837029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.105474067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6433c241-66c4-4600-81da-ef730e05cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.154427158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6433c241-66c4-4600-81da-ef730e05cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.203361469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6433c241-66c4-4600-81da-ef730e05cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.252431306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6433c241-66c4-4600-81da-ef730e05cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.990479567Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-791c32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-791c32","reconcileID":"be1b6ebc-6325-46b4-850e-1437bba68a87","namespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-791c32","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-791c32":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.785617448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"9c5f3070-c141-4902-8470-472663eece3b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.897048049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"9c5f3070-c141-4902-8470-472663eece3b","name":"e2e-worker-w2-099a5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:39.102947038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c964fe-01a5-468b-9a47-c6f6e35382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:39.151798681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c964fe-01a5-468b-9a47-c6f6e35382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:39.200706102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c964fe-01a5-468b-9a47-c6f6e35382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:39.249623316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c964fe-01a5-468b-9a47-c6f6e35382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:40.432719522Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-791c32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-791c32","reconcileID":"4285d2a0-351b-4cc5-ad9a-f7007ecf1ed9","namespace":"ai-tenant-e2e-worker-w0-791c32","gateway":"e2e-worker-w0-791c32","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-791c32":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.03163158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6966f4-b2ab-429d-9b01-24b859efbf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.080745487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6966f4-b2ab-429d-9b01-24b859efbf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.129698982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6966f4-b2ab-429d-9b01-24b859efbf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.178700195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6966f4-b2ab-429d-9b01-24b859efbf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.492825846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.678745654Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","namespace":"ai-tenant-e2e-derive-c9f7f443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.678805078Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","namespace":"ai-tenant-e2e-derive-c9f7f443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.678859682Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","tenant":"e2e-derive-c9f7f443","tenantID":"e2e-derive-c9f7f443","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.730593232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Deployment","name":"maas-api-e2e-derive-c9f7f443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.788434828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Service","name":"maas-api-e2e-derive-c9f7f443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.840537723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-c9f7f443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.891192242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-c9f7f443","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.942491302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.99414913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.048138422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.099088319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.147406603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Deployment","name":"payload-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.1955454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.244003899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Service","name":"payload-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.292396576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"Service","name":"payload-pre-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.340740735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"DestinationRule","name":"payload-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.38924152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.437983929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.490449924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.538787483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.587118416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.635372766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-c9f7f443","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:44.684647565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c9f7f443"},"namespace":"ai-tenant-e2e-derive-c9f7f443","name":"default-tenant","reconcileID":"31994e95-bdc9-45ab-b732-ef6226587ef7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-c9f7f443","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:46.680279366Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c9f7f443","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c9f7f443","reconcileID":"ac391529-b86c-424c-8570-f2a595d7a14b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-c9f7f443","removed":["maas.opendatahub.io/gateway-access-e2e-derive-c9f7f443"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.791923634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44e5b3f-4511-4c8b-a42e-e104136b13b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.840796377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44e5b3f-4511-4c8b-a42e-e104136b13b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.889952039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44e5b3f-4511-4c8b-a42e-e104136b13b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.938806844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44e5b3f-4511-4c8b-a42e-e104136b13b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:49.433158364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"a2f55823-4ba6-473d-a661-d3a8c888a61a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:49.543622341Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"a2f55823-4ba6-473d-a661-d3a8c888a61a","name":"e2e-worker-w4-e84357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:49.719743815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ffdcb-669a-4b20-9be0-358430980ca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:49.788788968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ffdcb-669a-4b20-9be0-358430980ca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:49.837677316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ffdcb-669a-4b20-9be0-358430980ca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:49.887122913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ffdcb-669a-4b20-9be0-358430980ca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.698707695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a935f30-5ac6-451b-bdd9-accd7726d870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.74789497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a935f30-5ac6-451b-bdd9-accd7726d870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.796939743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a935f30-5ac6-451b-bdd9-accd7726d870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.845968962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a935f30-5ac6-451b-bdd9-accd7726d870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.207978967Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a41ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a41ad0","reconcileID":"b819a96a-9086-4d13-9f87-1ecde70f816f","namespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a41ad0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-a41ad0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.621356548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8a11a-c4c9-4b8b-840b-5d355983ff7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.671703481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8a11a-c4c9-4b8b-840b-5d355983ff7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.721987181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8a11a-c4c9-4b8b-840b-5d355983ff7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.77125891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8a11a-c4c9-4b8b-840b-5d355983ff7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.205617235Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a41ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a41ad0","reconcileID":"7214d445-c670-43a6-9a5e-0f67a5f45ca2","namespace":"ai-tenant-e2e-worker-w1-a41ad0","gateway":"e2e-worker-w1-a41ad0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-a41ad0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.563141196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6bb517-eab2-4ed4-a63e-75c65f1bb441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.612213679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6bb517-eab2-4ed4-a63e-75c65f1bb441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.661203593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6bb517-eab2-4ed4-a63e-75c65f1bb441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.710327453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6bb517-eab2-4ed4-a63e-75c65f1bb441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:57.49809537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7d6092-5027-4898-91a5-f51ff2d3c727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:57.546874711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7d6092-5027-4898-91a5-f51ff2d3c727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:57.595805347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7d6092-5027-4898-91a5-f51ff2d3c727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:57.644739912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7d6092-5027-4898-91a5-f51ff2d3c727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.503803951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0decf59-48ec-46d5-a790-d834f01e5f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.552714675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0decf59-48ec-46d5-a790-d834f01e5f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.601428056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0decf59-48ec-46d5-a790-d834f01e5f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.652790272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0decf59-48ec-46d5-a790-d834f01e5f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:01.517942182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6ffc72-1b53-4be8-b564-2f06a2747b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:01.566958407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6ffc72-1b53-4be8-b564-2f06a2747b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:01.615826317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6ffc72-1b53-4be8-b564-2f06a2747b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:01.664922699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6ffc72-1b53-4be8-b564-2f06a2747b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.499781115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e327e16-48cd-4ddf-9869-db78b77ef93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.54899285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e327e16-48cd-4ddf-9869-db78b77ef93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.597893413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e327e16-48cd-4ddf-9869-db78b77ef93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.646777942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e327e16-48cd-4ddf-9869-db78b77ef93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.092460892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"80dffb89-c0fd-430d-a2f1-db7aaa2ff658","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.202881552Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"80dffb89-c0fd-430d-a2f1-db7aaa2ff658","name":"e2e-worker-w0-791c32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.505366279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77cbf8d-16c8-4692-9e4f-2ddd78a62c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.555186919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77cbf8d-16c8-4692-9e4f-2ddd78a62c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.604517027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77cbf8d-16c8-4692-9e4f-2ddd78a62c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.653620899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77cbf8d-16c8-4692-9e4f-2ddd78a62c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:07.506319124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c321bfc-58d4-40af-904d-39cce8f5003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:07.555650644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c321bfc-58d4-40af-904d-39cce8f5003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:07.604633126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c321bfc-58d4-40af-904d-39cce8f5003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:07.6538075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c321bfc-58d4-40af-904d-39cce8f5003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:09.496947845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6755f0-4c28-4ef7-97a9-2c406a26ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:09.545784768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6755f0-4c28-4ef7-97a9-2c406a26ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:09.594703344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6755f0-4c28-4ef7-97a9-2c406a26ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:09.643517242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6755f0-4c28-4ef7-97a9-2c406a26ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:11.492957653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:15.430843504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26ee4aa-684b-4e35-8036-6289726b9b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:15.479793016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26ee4aa-684b-4e35-8036-6289726b9b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:15.528733247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26ee4aa-684b-4e35-8036-6289726b9b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:15.579853601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26ee4aa-684b-4e35-8036-6289726b9b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.421017543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb0b318-efb5-4689-bc5c-3b1339840769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.469878254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb0b318-efb5-4689-bc5c-3b1339840769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.518649449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb0b318-efb5-4689-bc5c-3b1339840769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.567391777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb0b318-efb5-4689-bc5c-3b1339840769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:22.981747215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"984f639c-cb85-462b-8211-b643ebe43031","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.092230467Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"984f639c-cb85-462b-8211-b643ebe43031","name":"e2e-worker-w1-a41ad0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:32.944689515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"9d74ca63-8ab9-43a6-8c33-a9889e68222f","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.100852183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a9b129-26d3-4d71-91e8-4e3a743b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.149823069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a9b129-26d3-4d71-91e8-4e3a743b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.198989995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a9b129-26d3-4d71-91e8-4e3a743b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.248180921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a9b129-26d3-4d71-91e8-4e3a743b7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.113259685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c120ae-be74-4043-91a4-9e2b78d3b40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.162292255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c120ae-be74-4043-91a4-9e2b78d3b40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.21122091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c120ae-be74-4043-91a4-9e2b78d3b40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.260010185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c120ae-be74-4043-91a4-9e2b78d3b40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.49351233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.211421203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"39426f1b-fa7e-4890-ad8f-d57b023ed2b2","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:49.083527555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1948c6d2-5982-4de9-b14e-c8b6f5abc35f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:49.205889133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d3d1162-4407-4a63-a29c-b3ea6da2d965","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.470829918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c8d60a-dd12-459d-9a0e-fec6cdab0dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.519920121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c8d60a-dd12-459d-9a0e-fec6cdab0dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.568653423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c8d60a-dd12-459d-9a0e-fec6cdab0dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.618061272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c8d60a-dd12-459d-9a0e-fec6cdab0dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.663333986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"8b796a0c-3e05-4839-8516-90724cd5825c","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.738297056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"54ee21ad-35b8-4fac-b979-6f40c75532e1","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.815033108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"80123cf1-a121-4ed9-a3fd-b80274b2a8e6","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:54.412011042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76babd0-3d73-4cae-9536-6bb590c1b44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:54.460943511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76babd0-3d73-4cae-9536-6bb590c1b44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:54.509833249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76babd0-3d73-4cae-9536-6bb590c1b44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:54.558881082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76babd0-3d73-4cae-9536-6bb590c1b44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.702059649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73a9299c-db65-469e-b914-88ab8b865da3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.82511721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0a3fe75-f5b9-4127-b1a6-aca832a90e30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.492544524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.587779143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"f9dd835f-717f-4b20-bca8-a66dce4d349d","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.658367849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"d10b20f2-3e31-4dc5-8ae1-3269c522dc45","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.984838262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a56ddef9-7031-4cd2-afa6-105cd8b72a37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:28.402288126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5633877-57ff-4bef-b2c0-a0ecba8328f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.018666469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"c3ac24b7-a56a-4140-9cb7-39aca4b35f58","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.092382445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"5050b1d0-b14e-4468-acdc-1ba64251cf3e","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.11481894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"5359ade3-6079-411b-928d-74e82f9415c5","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.334869199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"62353796-ad53-4498-9d7a-87dc6b810b31","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.386885154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"eb806a71-8180-429c-9f5c-1ae78dd8e1c0","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:31.438085948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"228bc51f-ca40-4de0-9504-9b2dc62aa78d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.442461633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2d0ae4c-a833-4a90-bcd5-5c9cb4752681","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.442479878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2d0ae4c-a833-4a90-bcd5-5c9cb4752681","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.497719147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89119830-745d-4bd1-aa05-ccef71a9e4ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.497738301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89119830-745d-4bd1-aa05-ccef71a9e4ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.546837799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"4011e1d4-9ecd-4895-9553-eb709ed41c7e","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.601347162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"55b6b6f8-81e6-4ab1-bad5-3efa171a1ffd","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.75728865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"ffe02865-6467-4a3c-8e7f-a7c77e1432b6","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.802616636Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"e30c5291-b4b7-4c31-8b00-4d7624e31e23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"simulator-w3-320f60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.813752671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"0e8a73a9-210d-4027-b9ea-077a3e97e3da","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:31.864327979Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"0e8a73a9-210d-4027-b9ea-077a3e97e3da","name":"simulator-w3-320f60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-320f60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:31.864392476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"0e8a73a9-210d-4027-b9ea-077a3e97e3da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-320f60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.869730107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"e5bb7074-fd69-4d11-984d-c89105f80a7e","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.946856137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"56899b0e-8e89-4030-8629-30d255f4aab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.955959009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"e07d0274-52ea-4d27-bb24-1650ee898d0b","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.045567081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"385056f7-a2a9-4185-8f11-f438e68900ff","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.0675799Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"56899b0e-8e89-4030-8629-30d255f4aab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.100043011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"48ce6e75-b700-482b-bd05-4fd18501fe58","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.121429705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"56899b0e-8e89-4030-8629-30d255f4aab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.148625153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"f31a330f-483a-45b2-9ecb-88a1f067e14c","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:32.149884765Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-320f60/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.151839632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"c2296d23-6d45-4236-b835-447aea517713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.174856819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"00caa146-620c-403c-8b60-9eb32d7ba71a","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.202170127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"1c4e7d74-8abd-4da3-89e7-24e3ae09f2a9","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.271884691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"91a4e10f-5e0e-4fe4-95cd-409f4cac3fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.325625725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"91a4e10f-5e0e-4fe4-95cd-409f4cac3fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.332839537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"8c630448-7583-48e3-9bda-3d2088f2e3de","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.378616809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"91a4e10f-5e0e-4fe4-95cd-409f4cac3fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.389664557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"60e2d8ff-26c8-4ad3-9c8e-45dbcf854bab","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.399803304Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"8bb92a55-1896-4077-8ba9-13b43bd8c24f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"premium-w3-320f60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:32.440319893Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"60e2d8ff-26c8-4ad3-9c8e-45dbcf854bab","name":"premium-w3-320f60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-320f60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:32.440385401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"60e2d8ff-26c8-4ad3-9c8e-45dbcf854bab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-320f60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.445709038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"6683d2f4-fa39-44cc-963c-90b70340c53b","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.532170184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"d8d8d464-5716-4cae-90ab-746117533539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.535053474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"025981bf-6534-4fde-82e7-1ff0c479585c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.551490779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"13610de5-ad20-47d7-b010-0050ae3388c8","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.585842069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"d8d8d464-5716-4cae-90ab-746117533539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.588612492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"025981bf-6534-4fde-82e7-1ff0c479585c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.638298049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"d8d8d464-5716-4cae-90ab-746117533539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.642157177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"025981bf-6534-4fde-82e7-1ff0c479585c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.693868903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"004fa5b5-895a-4fb0-b3de-23d27686fbb7","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.749875718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"bb7112d2-871f-4bd7-8d92-f9337435c21d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.848589149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"53d6cb49-bf78-4832-b8ca-033d0f8bc61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.903076395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"53d6cb49-bf78-4832-b8ca-033d0f8bc61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.963391287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"53d6cb49-bf78-4832-b8ca-033d0f8bc61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:33.014161604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"53d6cb49-bf78-4832-b8ca-033d0f8bc61b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:33.169600473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"791bccfd-c4b2-467e-b2d7-bf5aa4114cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:33.223898207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"791bccfd-c4b2-467e-b2d7-bf5aa4114cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:33.277150556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"791bccfd-c4b2-467e-b2d7-bf5aa4114cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.43219433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4546282-a0e1-4e8d-8d88-cd74666294ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.614278884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f89408f6-7bab-45c0-88d5-93675ae5f788","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.73110865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"04627b69-c766-4586-97e2-ad66442eefd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.886666944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"8f0e51d2-9004-406b-89e9-22891d10c160","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.912558569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"d4bc50a7-de99-4bdf-9fa8-cc409a5ae283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.939809071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"3ae646b5-db27-4030-9b15-45a670be5988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.939814604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d5e081cd-1bd7-415e-ac59-459712c25aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.995296732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"3ae646b5-db27-4030-9b15-45a670be5988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.995576369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d5e081cd-1bd7-415e-ac59-459712c25aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.048604477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6cb1737d59cd0995c573d0eafc3edec7737c1dc47c5e722003294a6e02b236) AuthConfig (9514dda04939e8d117040b563e173b2dfbd296b76ec1894f24488892161fb112) AuthConfig (82074fabe29ce1a3772dd4ef3c0410d5a1db0425a2e2717415a233120dcee4d0) AuthConfig (6e3bcca997394bb0bc9642cd6822cbd5277f36090fedb2bfe61a6cb906f1e689) AuthConfig (b66866f1c17f1584daece6bc247efa415087ff2b9cdbae15ddc4fd30e85944f9) AuthConfig (f30b1c1f2fa119ffb6ce41712a1383b9d5859d8d8b375f5ecc9541e8d7190d89) AuthConfig (9f7f1b7fb0a65c9eaf2f4d2d63ef6efa26b8724599fb5866daa3a5bf0e299719) AuthConfig (0f4ef8277bf04be32d6a71372df5e4813b37b5473a00b25f5f0671dfe931d42e) AuthConfig (48bebd7d6c8c23b22e126fa49fddfdd1986e616264bd2d8802116f58909b5d50) AuthConfig (fe5d0bdb49f58146ecbada566edb9963920195678d5f99499b2a784b5786622f) AuthConfig (95982d065bcd73c666b42c286d6185cc4911af9a66a5ccc6775ce5ab7c75019b) AuthConfig (14a9e079d406a17799d891a034c2564c813d3f9a9fa3e584c548109b54f955d4) AuthConfig (a49535254fa62f02f873e18ba858eb3630120d07ae0d1e8b4f3fabd92d10e189) AuthConfig (918c5d0d259feda4ef17b42c1312eaca7d50d2374540340514da1ca5d518ef06) AuthConfig (d45add43408167b64c02f380ec825dc6e24136b9fc6d571b594dad1e7ca154be) AuthConfig (925e6accd26660f22d4d2aaed8c2a6797b16b9d36a28b0deb5711f62fccf2e19) AuthConfig (c8ee25a0ba1bdf72e4aa1858a74e795c25d4da9ae371a9f7e36e16d6d231d131) AuthConfig (57527505f87a8552a3f90c95f0df59c1a0cc2c2c82a3210c49f128cf7dd45406) AuthConfig (53f54b1bd255bf2e4352baf828316a2de8f9ac8ecb7828c86960ac876e9fa9d2) AuthConfig (3a9c251b234454dec282d3639cd118e17cb7e8613d139ae64ad973a921cbebba) AuthConfig (99142d51c364687abcdd7dfb7d7b207fe17200ac926f7e615fa380439424ac14) AuthConfig (9a617034add3a401d5f877df70b4230b470c6eda4a55d70b5df50182f6b5d14a) AuthConfig (8da2db3989a3952dc0d8378dc398d69adfe0897e8348af525c2517fc7c172e2f) AuthConfig (cc76fe76477921f1b87f56e670482cb1e057d75af4cc68ea7ea4d825a7120f02) AuthConfig (70023af670ae2b368c9244e4f4f7f827fd0eb0ee55e97d8d92455489b3b188f7) AuthConfig (ea0b99112ef66be860472bccebbfe54740f09732eb99777efa9f669c9b1a17e3) AuthConfig (464be7ca2be8da0519da45297f3f09a44ea3091687f547cfc7e3573c1a47392a) AuthConfig (da8f987d6d82ca30c98a722fd5dc4920a739784336d2a4847f063d6874ccc14d) AuthConfig (7bfca333a4b9d41d97fadac6540a691c1f814f2aed8ddcb8a24cf6e9223dbf69) AuthConfig (9b658ac0cc9c1be3d58ef5b602275e015b0fcd74c75732d431a2cb40ae3f597d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"3ae646b5-db27-4030-9b15-45a670be5988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.049274411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6cb1737d59cd0995c573d0eafc3edec7737c1dc47c5e722003294a6e02b236) AuthConfig (9514dda04939e8d117040b563e173b2dfbd296b76ec1894f24488892161fb112) AuthConfig (82074fabe29ce1a3772dd4ef3c0410d5a1db0425a2e2717415a233120dcee4d0) AuthConfig (6e3bcca997394bb0bc9642cd6822cbd5277f36090fedb2bfe61a6cb906f1e689) AuthConfig (b66866f1c17f1584daece6bc247efa415087ff2b9cdbae15ddc4fd30e85944f9) AuthConfig (f30b1c1f2fa119ffb6ce41712a1383b9d5859d8d8b375f5ecc9541e8d7190d89) AuthConfig (9f7f1b7fb0a65c9eaf2f4d2d63ef6efa26b8724599fb5866daa3a5bf0e299719) AuthConfig (0f4ef8277bf04be32d6a71372df5e4813b37b5473a00b25f5f0671dfe931d42e) AuthConfig (48bebd7d6c8c23b22e126fa49fddfdd1986e616264bd2d8802116f58909b5d50) AuthConfig (fe5d0bdb49f58146ecbada566edb9963920195678d5f99499b2a784b5786622f) AuthConfig (95982d065bcd73c666b42c286d6185cc4911af9a66a5ccc6775ce5ab7c75019b) AuthConfig (14a9e079d406a17799d891a034c2564c813d3f9a9fa3e584c548109b54f955d4) AuthConfig (a49535254fa62f02f873e18ba858eb3630120d07ae0d1e8b4f3fabd92d10e189) AuthConfig (918c5d0d259feda4ef17b42c1312eaca7d50d2374540340514da1ca5d518ef06) AuthConfig (d45add43408167b64c02f380ec825dc6e24136b9fc6d571b594dad1e7ca154be) AuthConfig (925e6accd26660f22d4d2aaed8c2a6797b16b9d36a28b0deb5711f62fccf2e19) AuthConfig (c8ee25a0ba1bdf72e4aa1858a74e795c25d4da9ae371a9f7e36e16d6d231d131) AuthConfig (57527505f87a8552a3f90c95f0df59c1a0cc2c2c82a3210c49f128cf7dd45406) AuthConfig (53f54b1bd255bf2e4352baf828316a2de8f9ac8ecb7828c86960ac876e9fa9d2) AuthConfig (3a9c251b234454dec282d3639cd118e17cb7e8613d139ae64ad973a921cbebba) AuthConfig (99142d51c364687abcdd7dfb7d7b207fe17200ac926f7e615fa380439424ac14) AuthConfig (9a617034add3a401d5f877df70b4230b470c6eda4a55d70b5df50182f6b5d14a) AuthConfig (8da2db3989a3952dc0d8378dc398d69adfe0897e8348af525c2517fc7c172e2f) AuthConfig (cc76fe76477921f1b87f56e670482cb1e057d75af4cc68ea7ea4d825a7120f02) AuthConfig (70023af670ae2b368c9244e4f4f7f827fd0eb0ee55e97d8d92455489b3b188f7) AuthConfig (ea0b99112ef66be860472bccebbfe54740f09732eb99777efa9f669c9b1a17e3) AuthConfig (464be7ca2be8da0519da45297f3f09a44ea3091687f547cfc7e3573c1a47392a) AuthConfig (da8f987d6d82ca30c98a722fd5dc4920a739784336d2a4847f063d6874ccc14d) AuthConfig (7bfca333a4b9d41d97fadac6540a691c1f814f2aed8ddcb8a24cf6e9223dbf69) AuthConfig (9b658ac0cc9c1be3d58ef5b602275e015b0fcd74c75732d431a2cb40ae3f597d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d5e081cd-1bd7-415e-ac59-459712c25aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.068993616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"9718d62c-4ec2-4fd8-84f9-e7f781f3485e","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.103482767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"93051a7b-ba9a-4022-a998-bdcc7c1cf22d","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.106629028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"ca0efb93-24d9-447a-81d7-63af89595abd","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.250436091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"61525828-4d83-43cf-af45-f1cef3aa8c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.253198427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"814a6eb6-9836-4c41-a499-c6ee72e6c400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.306117769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"61525828-4d83-43cf-af45-f1cef3aa8c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.312212218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"814a6eb6-9836-4c41-a499-c6ee72e6c400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.391530711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6cb1737d59cd0995c573d0eafc3edec7737c1dc47c5e722003294a6e02b236) AuthConfig (9514dda04939e8d117040b563e173b2dfbd296b76ec1894f24488892161fb112) AuthConfig (82074fabe29ce1a3772dd4ef3c0410d5a1db0425a2e2717415a233120dcee4d0) AuthConfig (6e3bcca997394bb0bc9642cd6822cbd5277f36090fedb2bfe61a6cb906f1e689) AuthConfig (b66866f1c17f1584daece6bc247efa415087ff2b9cdbae15ddc4fd30e85944f9) AuthConfig (f30b1c1f2fa119ffb6ce41712a1383b9d5859d8d8b375f5ecc9541e8d7190d89) AuthConfig (9f7f1b7fb0a65c9eaf2f4d2d63ef6efa26b8724599fb5866daa3a5bf0e299719) AuthConfig (0f4ef8277bf04be32d6a71372df5e4813b37b5473a00b25f5f0671dfe931d42e) AuthConfig (48bebd7d6c8c23b22e126fa49fddfdd1986e616264bd2d8802116f58909b5d50) AuthConfig (fe5d0bdb49f58146ecbada566edb9963920195678d5f99499b2a784b5786622f) AuthConfig (95982d065bcd73c666b42c286d6185cc4911af9a66a5ccc6775ce5ab7c75019b) AuthConfig (14a9e079d406a17799d891a034c2564c813d3f9a9fa3e584c548109b54f955d4) AuthConfig (a49535254fa62f02f873e18ba858eb3630120d07ae0d1e8b4f3fabd92d10e189) AuthConfig (918c5d0d259feda4ef17b42c1312eaca7d50d2374540340514da1ca5d518ef06) AuthConfig (d45add43408167b64c02f380ec825dc6e24136b9fc6d571b594dad1e7ca154be) AuthConfig (925e6accd26660f22d4d2aaed8c2a6797b16b9d36a28b0deb5711f62fccf2e19) AuthConfig (c8ee25a0ba1bdf72e4aa1858a74e795c25d4da9ae371a9f7e36e16d6d231d131) AuthConfig (57527505f87a8552a3f90c95f0df59c1a0cc2c2c82a3210c49f128cf7dd45406) AuthConfig (53f54b1bd255bf2e4352baf828316a2de8f9ac8ecb7828c86960ac876e9fa9d2) AuthConfig (3a9c251b234454dec282d3639cd118e17cb7e8613d139ae64ad973a921cbebba) AuthConfig (99142d51c364687abcdd7dfb7d7b207fe17200ac926f7e615fa380439424ac14) AuthConfig (9a617034add3a401d5f877df70b4230b470c6eda4a55d70b5df50182f6b5d14a) AuthConfig (8da2db3989a3952dc0d8378dc398d69adfe0897e8348af525c2517fc7c172e2f) AuthConfig (cc76fe76477921f1b87f56e670482cb1e057d75af4cc68ea7ea4d825a7120f02) AuthConfig (70023af670ae2b368c9244e4f4f7f827fd0eb0ee55e97d8d92455489b3b188f7) AuthConfig (ea0b99112ef66be860472bccebbfe54740f09732eb99777efa9f669c9b1a17e3) AuthConfig (464be7ca2be8da0519da45297f3f09a44ea3091687f547cfc7e3573c1a47392a) AuthConfig (da8f987d6d82ca30c98a722fd5dc4920a739784336d2a4847f063d6874ccc14d) AuthConfig (7bfca333a4b9d41d97fadac6540a691c1f814f2aed8ddcb8a24cf6e9223dbf69) AuthConfig (9b658ac0cc9c1be3d58ef5b602275e015b0fcd74c75732d431a2cb40ae3f597d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"61525828-4d83-43cf-af45-f1cef3aa8c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.393268312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6cb1737d59cd0995c573d0eafc3edec7737c1dc47c5e722003294a6e02b236) AuthConfig (9514dda04939e8d117040b563e173b2dfbd296b76ec1894f24488892161fb112) AuthConfig (82074fabe29ce1a3772dd4ef3c0410d5a1db0425a2e2717415a233120dcee4d0) AuthConfig (6e3bcca997394bb0bc9642cd6822cbd5277f36090fedb2bfe61a6cb906f1e689) AuthConfig (b66866f1c17f1584daece6bc247efa415087ff2b9cdbae15ddc4fd30e85944f9) AuthConfig (f30b1c1f2fa119ffb6ce41712a1383b9d5859d8d8b375f5ecc9541e8d7190d89) AuthConfig (9f7f1b7fb0a65c9eaf2f4d2d63ef6efa26b8724599fb5866daa3a5bf0e299719) AuthConfig (0f4ef8277bf04be32d6a71372df5e4813b37b5473a00b25f5f0671dfe931d42e) AuthConfig (48bebd7d6c8c23b22e126fa49fddfdd1986e616264bd2d8802116f58909b5d50) AuthConfig (fe5d0bdb49f58146ecbada566edb9963920195678d5f99499b2a784b5786622f) AuthConfig (95982d065bcd73c666b42c286d6185cc4911af9a66a5ccc6775ce5ab7c75019b) AuthConfig (14a9e079d406a17799d891a034c2564c813d3f9a9fa3e584c548109b54f955d4) AuthConfig (a49535254fa62f02f873e18ba858eb3630120d07ae0d1e8b4f3fabd92d10e189) AuthConfig (918c5d0d259feda4ef17b42c1312eaca7d50d2374540340514da1ca5d518ef06) AuthConfig (d45add43408167b64c02f380ec825dc6e24136b9fc6d571b594dad1e7ca154be) AuthConfig (925e6accd26660f22d4d2aaed8c2a6797b16b9d36a28b0deb5711f62fccf2e19) AuthConfig (c8ee25a0ba1bdf72e4aa1858a74e795c25d4da9ae371a9f7e36e16d6d231d131) AuthConfig (57527505f87a8552a3f90c95f0df59c1a0cc2c2c82a3210c49f128cf7dd45406) AuthConfig (53f54b1bd255bf2e4352baf828316a2de8f9ac8ecb7828c86960ac876e9fa9d2) AuthConfig (3a9c251b234454dec282d3639cd118e17cb7e8613d139ae64ad973a921cbebba) AuthConfig (99142d51c364687abcdd7dfb7d7b207fe17200ac926f7e615fa380439424ac14) AuthConfig (9a617034add3a401d5f877df70b4230b470c6eda4a55d70b5df50182f6b5d14a) AuthConfig (8da2db3989a3952dc0d8378dc398d69adfe0897e8348af525c2517fc7c172e2f) AuthConfig (cc76fe76477921f1b87f56e670482cb1e057d75af4cc68ea7ea4d825a7120f02) AuthConfig (70023af670ae2b368c9244e4f4f7f827fd0eb0ee55e97d8d92455489b3b188f7) AuthConfig (ea0b99112ef66be860472bccebbfe54740f09732eb99777efa9f669c9b1a17e3) AuthConfig (464be7ca2be8da0519da45297f3f09a44ea3091687f547cfc7e3573c1a47392a) AuthConfig (da8f987d6d82ca30c98a722fd5dc4920a739784336d2a4847f063d6874ccc14d) AuthConfig (7bfca333a4b9d41d97fadac6540a691c1f814f2aed8ddcb8a24cf6e9223dbf69) AuthConfig (9b658ac0cc9c1be3d58ef5b602275e015b0fcd74c75732d431a2cb40ae3f597d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"814a6eb6-9836-4c41-a499-c6ee72e6c400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.492741012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:46.282830271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4c4b0875-807e-4c09-b613-7e83e09a853a","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.538559587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"d10aaf9b-b9d6-4553-b744-2ca51dea261e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.539316464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9bbeb737-87c6-4634-be12-2ed8891f1b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.546866307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"0960d91a-2439-473a-a7e3-95c2c1952bc4","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.593212386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9bbeb737-87c6-4634-be12-2ed8891f1b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.594172095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"d10aaf9b-b9d6-4553-b744-2ca51dea261e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.646198457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6cb1737d59cd0995c573d0eafc3edec7737c1dc47c5e722003294a6e02b236) AuthConfig (9514dda04939e8d117040b563e173b2dfbd296b76ec1894f24488892161fb112) AuthConfig (82074fabe29ce1a3772dd4ef3c0410d5a1db0425a2e2717415a233120dcee4d0) AuthConfig (6e3bcca997394bb0bc9642cd6822cbd5277f36090fedb2bfe61a6cb906f1e689) AuthConfig (b66866f1c17f1584daece6bc247efa415087ff2b9cdbae15ddc4fd30e85944f9) AuthConfig (f30b1c1f2fa119ffb6ce41712a1383b9d5859d8d8b375f5ecc9541e8d7190d89) AuthConfig (9f7f1b7fb0a65c9eaf2f4d2d63ef6efa26b8724599fb5866daa3a5bf0e299719) AuthConfig (0f4ef8277bf04be32d6a71372df5e4813b37b5473a00b25f5f0671dfe931d42e) AuthConfig (48bebd7d6c8c23b22e126fa49fddfdd1986e616264bd2d8802116f58909b5d50) AuthConfig (fe5d0bdb49f58146ecbada566edb9963920195678d5f99499b2a784b5786622f) AuthConfig (95982d065bcd73c666b42c286d6185cc4911af9a66a5ccc6775ce5ab7c75019b) AuthConfig (14a9e079d406a17799d891a034c2564c813d3f9a9fa3e584c548109b54f955d4) AuthConfig (a49535254fa62f02f873e18ba858eb3630120d07ae0d1e8b4f3fabd92d10e189) AuthConfig (918c5d0d259feda4ef17b42c1312eaca7d50d2374540340514da1ca5d518ef06) AuthConfig (d45add43408167b64c02f380ec825dc6e24136b9fc6d571b594dad1e7ca154be) AuthConfig (925e6accd26660f22d4d2aaed8c2a6797b16b9d36a28b0deb5711f62fccf2e19) AuthConfig (c8ee25a0ba1bdf72e4aa1858a74e795c25d4da9ae371a9f7e36e16d6d231d131) AuthConfig (57527505f87a8552a3f90c95f0df59c1a0cc2c2c82a3210c49f128cf7dd45406) AuthConfig (53f54b1bd255bf2e4352baf828316a2de8f9ac8ecb7828c86960ac876e9fa9d2) AuthConfig (3a9c251b234454dec282d3639cd118e17cb7e8613d139ae64ad973a921cbebba) AuthConfig (99142d51c364687abcdd7dfb7d7b207fe17200ac926f7e615fa380439424ac14) AuthConfig (9a617034add3a401d5f877df70b4230b470c6eda4a55d70b5df50182f6b5d14a) AuthConfig (8da2db3989a3952dc0d8378dc398d69adfe0897e8348af525c2517fc7c172e2f) AuthConfig (cc76fe76477921f1b87f56e670482cb1e057d75af4cc68ea7ea4d825a7120f02) AuthConfig (70023af670ae2b368c9244e4f4f7f827fd0eb0ee55e97d8d92455489b3b188f7) AuthConfig (ea0b99112ef66be860472bccebbfe54740f09732eb99777efa9f669c9b1a17e3) AuthConfig (464be7ca2be8da0519da45297f3f09a44ea3091687f547cfc7e3573c1a47392a) AuthConfig (da8f987d6d82ca30c98a722fd5dc4920a739784336d2a4847f063d6874ccc14d) AuthConfig (7bfca333a4b9d41d97fadac6540a691c1f814f2aed8ddcb8a24cf6e9223dbf69) AuthConfig (9b658ac0cc9c1be3d58ef5b602275e015b0fcd74c75732d431a2cb40ae3f597d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9bbeb737-87c6-4634-be12-2ed8891f1b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.646793177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-320f60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6cb1737d59cd0995c573d0eafc3edec7737c1dc47c5e722003294a6e02b236) AuthConfig (9514dda04939e8d117040b563e173b2dfbd296b76ec1894f24488892161fb112) AuthConfig (82074fabe29ce1a3772dd4ef3c0410d5a1db0425a2e2717415a233120dcee4d0) AuthConfig (6e3bcca997394bb0bc9642cd6822cbd5277f36090fedb2bfe61a6cb906f1e689) AuthConfig (b66866f1c17f1584daece6bc247efa415087ff2b9cdbae15ddc4fd30e85944f9) AuthConfig (f30b1c1f2fa119ffb6ce41712a1383b9d5859d8d8b375f5ecc9541e8d7190d89) AuthConfig (9f7f1b7fb0a65c9eaf2f4d2d63ef6efa26b8724599fb5866daa3a5bf0e299719) AuthConfig (0f4ef8277bf04be32d6a71372df5e4813b37b5473a00b25f5f0671dfe931d42e) AuthConfig (48bebd7d6c8c23b22e126fa49fddfdd1986e616264bd2d8802116f58909b5d50) AuthConfig (fe5d0bdb49f58146ecbada566edb9963920195678d5f99499b2a784b5786622f) AuthConfig (95982d065bcd73c666b42c286d6185cc4911af9a66a5ccc6775ce5ab7c75019b) AuthConfig (14a9e079d406a17799d891a034c2564c813d3f9a9fa3e584c548109b54f955d4) AuthConfig (a49535254fa62f02f873e18ba858eb3630120d07ae0d1e8b4f3fabd92d10e189) AuthConfig (918c5d0d259feda4ef17b42c1312eaca7d50d2374540340514da1ca5d518ef06) AuthConfig (d45add43408167b64c02f380ec825dc6e24136b9fc6d571b594dad1e7ca154be) AuthConfig (925e6accd26660f22d4d2aaed8c2a6797b16b9d36a28b0deb5711f62fccf2e19) AuthConfig (c8ee25a0ba1bdf72e4aa1858a74e795c25d4da9ae371a9f7e36e16d6d231d131) AuthConfig (57527505f87a8552a3f90c95f0df59c1a0cc2c2c82a3210c49f128cf7dd45406) AuthConfig (53f54b1bd255bf2e4352baf828316a2de8f9ac8ecb7828c86960ac876e9fa9d2) AuthConfig (3a9c251b234454dec282d3639cd118e17cb7e8613d139ae64ad973a921cbebba) AuthConfig (99142d51c364687abcdd7dfb7d7b207fe17200ac926f7e615fa380439424ac14) AuthConfig (9a617034add3a401d5f877df70b4230b470c6eda4a55d70b5df50182f6b5d14a) AuthConfig (8da2db3989a3952dc0d8378dc398d69adfe0897e8348af525c2517fc7c172e2f) AuthConfig (cc76fe76477921f1b87f56e670482cb1e057d75af4cc68ea7ea4d825a7120f02) AuthConfig (70023af670ae2b368c9244e4f4f7f827fd0eb0ee55e97d8d92455489b3b188f7) AuthConfig (ea0b99112ef66be860472bccebbfe54740f09732eb99777efa9f669c9b1a17e3) AuthConfig (464be7ca2be8da0519da45297f3f09a44ea3091687f547cfc7e3573c1a47392a) AuthConfig (da8f987d6d82ca30c98a722fd5dc4920a739784336d2a4847f063d6874ccc14d) AuthConfig (7bfca333a4b9d41d97fadac6540a691c1f814f2aed8ddcb8a24cf6e9223dbf69) AuthConfig (9b658ac0cc9c1be3d58ef5b602275e015b0fcd74c75732d431a2cb40ae3f597d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"d10aaf9b-b9d6-4553-b744-2ca51dea261e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.662540124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"84cb6d7f-cb18-4365-9c96-620fd9973d97","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.717714936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"9d0fb08d-528e-4200-9c4b-bee3f78b9975","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.7662009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"3e763ed2-d663-48e2-b0c2-9cab29f9f23a","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:51.767741819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-099a5e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.81789408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"2f96966e-4910-4ad0-96d6-9c0e9cb8377f","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.9392552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a8659bb7-2e9c-441c-b1e4-3a94859b678d","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.996181113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a6132ef6-903d-4f1b-b058-b5149e5c06f8","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.015509805Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"18e8305f-ebff-4842-b953-108ad527253b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"simulator-w2-099a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:52.046845464Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a6132ef6-903d-4f1b-b058-b5149e5c06f8","name":"simulator-w2-099a5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-099a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:52.046920385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a6132ef6-903d-4f1b-b058-b5149e5c06f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-099a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.052264868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"c423bdb6-0ecf-4d00-b66f-f7376e344c97","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.090280609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d21e4b30-3b3e-4198-94e9-7e7b76d428cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.170165598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"dda3c138-ac3e-4cab-8e2e-c19832d75149","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.218108466Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d21e4b30-3b3e-4198-94e9-7e7b76d428cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.225733648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"eb0fa444-bc30-4eb9-86b0-16eabccc064b","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.271355503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d21e4b30-3b3e-4198-94e9-7e7b76d428cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.278462876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"535b56a3-2f0a-4db0-89ac-3b13d506ef40","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.323885192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"5d2e673e-7634-42a4-a93b-34ffd91ae6d0","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.32840349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"b3a59f21-b6e4-4b7f-8736-b1baab5d9060","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:52.330538427Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-099a5e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.367237614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"14bec492-4e28-47ca-b918-124d44b53b0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.382474542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"389082da-cb07-40cc-86e8-c373c38edc83","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.421639567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d3698a75-9000-4a2b-a1b0-68a78f933f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.475767865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d3698a75-9000-4a2b-a1b0-68a78f933f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.520616016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"6607fa62-0731-4af8-9433-ee8eab98da61","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.528689976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d3698a75-9000-4a2b-a1b0-68a78f933f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.575630961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"cf8c5a42-6715-4f25-b296-5e2d0adec6d5","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.583060173Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"8c4467ec-2fde-457d-ae1a-3c0d80a659bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"premium-w2-099a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.674779164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8a3c1010-b898-4ee0-8520-fef5b467767c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.731035095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8a3c1010-b898-4ee0-8520-fef5b467767c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.742399638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"8843c4fa-d28d-4e19-bab4-28974e7084f0","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.776608764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f8c84ca5-9ed7-4d86-9234-fa9fcef9b127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.784495839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8a3c1010-b898-4ee0-8520-fef5b467767c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.830919508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f8c84ca5-9ed7-4d86-9234-fa9fcef9b127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.884425993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f8c84ca5-9ed7-4d86-9234-fa9fcef9b127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.931332419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0176e70b-fd6d-4614-a210-2ddb4a2d5795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.938916191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"40f582d9-8a76-43fc-98ce-4202c6e0976c","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.949925201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"3078dd85-6897-48c9-ac6c-d3849691005a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.985823617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0176e70b-fd6d-4614-a210-2ddb4a2d5795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.038742594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0176e70b-fd6d-4614-a210-2ddb4a2d5795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.087102866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cbaaf782-32ee-4e2e-8dfa-48954c5ac9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.141158076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cbaaf782-32ee-4e2e-8dfa-48954c5ac9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.193825908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cbaaf782-32ee-4e2e-8dfa-48954c5ac9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.123011629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"931c520a-27ea-475e-b960-ca37af2a4e15","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.240987577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"01bd2def-f1b0-40e6-a9f5-46fc914bd763","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.29328763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7442c219-4144-4e0b-87e0-08dcb56902b3","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:57.344585139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"705f6480-6127-46d9-9bfd-bff08c47fe2e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.348850524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"def0f026-9221-42da-9f7c-3c0d1ae7ba06","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.454515302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b0cb8768-41fd-43bc-a3b8-04cd2d54771f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.509998205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7e516276-f4d2-4bfb-a063-f8c8799bdc55","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.511663887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6b1e6049-7dda-4d31-bfd8-b5b29d50c643","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.569208915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"583be84a-7b32-41f2-a5d2-8ecb94b1ffce","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:57.620087482Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"583be84a-7b32-41f2-a5d2-8ecb94b1ffce","name":"simulator-w4-e84357","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e84357\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:57.62015282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"583be84a-7b32-41f2-a5d2-8ecb94b1ffce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e84357\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.625343207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"bba40a60-ab10-4487-bedc-df668708d5bf","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.665636155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"660c0e75-fd34-4844-bfb2-d512f1424037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.722723723Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"4bc71c4c-d00e-42be-98a9-1ce1245d8f62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.783938112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"54ceb176-db68-4e5f-9f8e-53d68e7e29dc","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.786256732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"660c0e75-fd34-4844-bfb2-d512f1424037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.838338013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b3588f21-bb37-453b-861f-2da83603dc2d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.841793689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"660c0e75-fd34-4844-bfb2-d512f1424037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:57.873118832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"4bc71c4c-d00e-42be-98a9-1ce1245d8f62","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.888307788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"f81033d1-eb67-4233-b920-e0e1ebb6eebb","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:57.890642229Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.895416286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b9f0184f-2981-4fd4-b24f-437051f297d3","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.942076537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"c2c0bfc8-7779-4c62-99c6-1c9de12ae467","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.993239571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bac52a9b-8981-476b-9c4c-13d0384cc81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.047449033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bac52a9b-8981-476b-9c4c-13d0384cc81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.062787421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"e915f350-fcba-4090-a70f-17970fb5e389","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.070413948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"4435c462-0c7e-42f3-8554-e5936557e20a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.100062968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bac52a9b-8981-476b-9c4c-13d0384cc81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.118112319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"68a97f59-c638-4762-99b8-873f2f90d6f2","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.174313589Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"6c859c51-b7f4-4021-a4a0-dcc6b3eb4316","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"premium-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.223741032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6008d821-72a1-41fd-b78a-ce95f868491d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.261224135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"87d23349-5b40-4ec5-99a0-cc8cfe3a0d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.265658643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f427971e-5df0-4830-b455-abb8e827bb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.31562265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"87d23349-5b40-4ec5-99a0-cc8cfe3a0d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.319444518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f427971e-5df0-4830-b455-abb8e827bb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.328940639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"4de52660-8157-4f49-8165-d842f659b95d","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.368938147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"87d23349-5b40-4ec5-99a0-cc8cfe3a0d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.372651022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f427971e-5df0-4830-b455-abb8e827bb0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.423746993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"e331c9d8-d3e6-499a-939c-c2cbaa33f8e5","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.526250662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"13ec12d4-a456-4d55-9ec1-b3f56bdd6f72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.573037767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e616a977-ebf5-49b5-99c0-aa70709da22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.62695567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e616a977-ebf5-49b5-99c0-aa70709da22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.680194501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e616a977-ebf5-49b5-99c0-aa70709da22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.792612416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"be397c85-0e5e-4af1-8e44-873045d7ced3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.792616933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a530233a-cb5d-4ba8-93e9-7b426f02652f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.846854331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a530233a-cb5d-4ba8-93e9-7b426f02652f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.846885231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"be397c85-0e5e-4af1-8e44-873045d7ced3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.098371442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"ec3a3f6f-2c51-474f-9811-a5f9399341cb","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.101038071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"fbed665a-fea7-433c-b4df-c272b64794bb","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.191370912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"36ace902-ce64-4a67-95d7-5c1cf48d30d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.245999206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"36ace902-ce64-4a67-95d7-5c1cf48d30d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.29863332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"36ace902-ce64-4a67-95d7-5c1cf48d30d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.341720921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"3db31895-26ea-4dca-b039-8bb7b2f3d71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.396246022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"3db31895-26ea-4dca-b039-8bb7b2f3d71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.449059602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"3db31895-26ea-4dca-b039-8bb7b2f3d71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.673155219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"ac587727-a39c-4cc5-b656-130be446e470","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.090669083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"f2a2ca5f-66d5-42b8-baa5-c8b60bac56ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.251000583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"db9c47e1-5bf0-443a-892c-3b3ff7a51d08","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.415598236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c06181e0-daca-491c-bb1f-19bf2a6e08a5","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.489893216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"87dbe589-ce33-46cf-8b6e-ab8db474cdbb","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.517367998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"3d886eb7-c056-4c78-b2a5-9198f6746509","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.529461776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cfe04fd9-ff4d-44c6-b933-85f96cde1098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.58495484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cfe04fd9-ff4d-44c6-b933-85f96cde1098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.638199932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cfe04fd9-ff4d-44c6-b933-85f96cde1098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.674550216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"378368e3-c232-4664-8a75-8f73df980eb4","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.696590427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"13733d0b-a7af-47bf-b77c-63c7441fe5c3","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.760022417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"5a05c797-00a7-41cd-b0e8-bc37c94deb9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.83138413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7c615bd8-f62c-4420-a7c2-9ed4a39ed7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.860127986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f62d54b4-600e-4bc2-b6ea-e4a8f4217e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.860152999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"09987558-6f42-45d4-afa7-6eb8d6286d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.860840422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"867a95dc-9c3c-4af1-9c7a-c002f7357eff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.885568751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7c615bd8-f62c-4420-a7c2-9ed4a39ed7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.916299697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"09987558-6f42-45d4-afa7-6eb8d6286d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.921228785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f62d54b4-600e-4bc2-b6ea-e4a8f4217e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.98987546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"42bd895b-a9d8-4e75-a173-5e10bf3b0b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.991686785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7c615bd8-f62c-4420-a7c2-9ed4a39ed7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.992710845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"ef6a9662-1f5b-4bdd-a642-a2c28e46ee08","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.995977744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"09987558-6f42-45d4-afa7-6eb8d6286d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.997110946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f62d54b4-600e-4bc2-b6ea-e4a8f4217e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.082584124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"42bd895b-a9d8-4e75-a173-5e10bf3b0b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.083173693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"f127e57b-af57-47f7-aab3-c11c5d62fba5","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.08361552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"4cd0ac2a-fafe-42de-9a7c-9090a3d1dd03","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.08402547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"2cf781df-6db8-48f8-8779-a6b050381fe0","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.088199073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"4c5c5ea8-94e6-4b3a-bda5-05e94315d863","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.098249601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"24a2ecb8-8d39-4b07-892f-e6827a526d73","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.135242762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"42bd895b-a9d8-4e75-a173-5e10bf3b0b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.141991172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"9454b282-1811-4308-b09b-fc0434dca33f","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.194795111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"45f096ab-2ea6-4ed7-b075-796e9167dc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.249151347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"45f096ab-2ea6-4ed7-b075-796e9167dc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.295680611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ef62dd9b-4815-4ded-a279-639ea307c5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.296020046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"ffca5f7a-b571-47fb-a933-3a6da6e30e84","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.295680675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"41358592-155f-497f-91e5-09f9e8e31bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.296589082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7533a3ef-fe59-47b0-90e4-36f946f59da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.302195303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"45f096ab-2ea6-4ed7-b075-796e9167dc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.350066651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ef62dd9b-4815-4ded-a279-639ea307c5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.350970466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"41358592-155f-497f-91e5-09f9e8e31bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.352876307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7533a3ef-fe59-47b0-90e4-36f946f59da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.35396302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"ffca5f7a-b571-47fb-a933-3a6da6e30e84","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:09.355699697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"45f096ab-2ea6-4ed7-b075-796e9167dc95","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.36318477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"a540c63b-31f5-4d82-805a-b5dd6bf54936","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.403022117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ef62dd9b-4815-4ded-a279-639ea307c5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.403437041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"41358592-155f-497f-91e5-09f9e8e31bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.405202237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7533a3ef-fe59-47b0-90e4-36f946f59da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.418103009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"dc2c617a-b7f4-4455-b4f7-047682a085b0","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:09.461283341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ef62dd9b-4815-4ded-a279-639ea307c5dd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.464278237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"54bda9a9-cb34-4759-a15f-fac97311f1ec","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:09.467783767Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-320f60/e2e-dry-sub-ff71a2e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-ff71a2e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.508831374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2f40bb69-5d17-4226-af81-e30708c61b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.516040626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"fff80457-0c69-4757-b5fc-6a94e7609b1d","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.563740638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2f40bb69-5d17-4226-af81-e30708c61b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.607439419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a83706e6-c35a-43e1-9610-4fb165ad5ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.607437972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d7825572-a8c7-4b28-a168-d8436bd52494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.616471259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2f40bb69-5d17-4226-af81-e30708c61b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.662807335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d7825572-a8c7-4b28-a168-d8436bd52494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.662835243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a83706e6-c35a-43e1-9610-4fb165ad5ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.663656803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"c2bcc26b-bbf7-4124-8e72-1f2fed77c1a9","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.713658789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8866c938-72a8-473b-a57c-555e47bd3ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.770919228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1","reconcileID":"435c5300-f256-44d3-a615-20c3ce2331c7","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/e2e-dry-sub-ff71a2e1","ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.771535847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8866c938-72a8-473b-a57c-555e47bd3ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.814732604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"04cdbe48-02b2-4001-8acf-f6d89eb5a34b","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.824044904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8866c938-72a8-473b-a57c-555e47bd3ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.868973547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"04cdbe48-02b2-4001-8acf-f6d89eb5a34b","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.926777669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"0049bbc2-fb1d-4e8e-80d3-b76f332c1563","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.968600158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"1d7d9ba3-5664-4fb7-8499-433c9276a6c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.010028283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"b86d1038-733b-4656-a23b-03beeb903070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.010050953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"27e945d8-5a95-4c7b-8373-f473f8c98c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.064720555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"b86d1038-733b-4656-a23b-03beeb903070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.064761815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"27e945d8-5a95-4c7b-8373-f473f8c98c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.126594085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1","reconcileID":"370506c0-7d61-435d-b86f-7618b33e9f6a","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:10.169438613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"04cdbe48-02b2-4001-8acf-f6d89eb5a34b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-ff71a2e1-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.325575299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"8c99b2e9-c759-4ef0-8403-0110c8da5e73","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.379721063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"8c99b2e9-c759-4ef0-8403-0110c8da5e73","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.500044537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.081836538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"9a61ac57-f10f-4bcc-9cc4-eb6c478fc1e4","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.236009537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"a357b5be-6712-434f-80b0-a8d5018af27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.240971743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"205927bc-2825-4baa-be5f-da19e9d443f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.241652841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"09dfa8a8-fb14-4923-b3aa-ecda9c188ff0","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.290152206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"a357b5be-6712-434f-80b0-a8d5018af27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.294866061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"205927bc-2825-4baa-be5f-da19e9d443f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.303042734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"09dfa8a8-fb14-4923-b3aa-ecda9c188ff0","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.550228733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"015029a1-d6d2-400e-a81e-266b0e9c1ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.551110677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"efbe8e4b-87f9-4ff4-8beb-543946de375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.604491001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"015029a1-d6d2-400e-a81e-266b0e9c1ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.608073623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"efbe8e4b-87f9-4ff4-8beb-543946de375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.657247924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"015029a1-d6d2-400e-a81e-266b0e9c1ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.661496169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"efbe8e4b-87f9-4ff4-8beb-543946de375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.769173786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"fd8b28cd-1b2d-4e7c-b262-3e94c526505b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.823706609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"fd8b28cd-1b2d-4e7c-b262-3e94c526505b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.876553539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e84357-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bab51113ebcd7a3f2f56249de660b873e6894bae46ccb1cc920e2ee88e6708e1) AuthConfig (34461b0abb66008ff5b43929476ac2a302b06d84d04a674c209376885a9bcbb8) AuthConfig (f15eb3422cd5b3fbb3111174244a77d30282d57f3033f3bd9d047752d393bb34) AuthConfig (29ca25a6ff2a63ef55c76178ab7bcdbfd6ecd591dee3904e0601342a8dcbd578) AuthConfig (5683bbec8bc6ab6b54a1427b181c3467e55424ff87bd9471ca4d3e7fda8be185) AuthConfig (9125a8a0835b04c6dc66128bb19a6a6832f0ae151c2e95850e0b677c18998764) AuthConfig (19f443c761a08351750aeab9edae2f915bee06cb02c4e89fd18cce40b6449401) AuthConfig (a98512160f0b6aba3b65846fef75ecb887fa30f4f7c37049121dd7c6518580ff) AuthConfig (4bcef53e28e69fd112431c5348b7c151ca4895a7ace7cf291066caa48a0bc4f3) AuthConfig (a52e6d43c4df972798d69918dc0621bcb00eddb6deb5de6bc9dfa9df1ff0bba4) AuthConfig (fd5f3d3178bde53b22e3336adc4b404e49392c97deb5395dda03ff1ccc57d1a3) AuthConfig (dc0fe4ecb493134ad3ee6c689bd8b89964e246b2181f9fc692663463052eca19) AuthConfig (039a17fdfe48d40e4045a3de8c3e2286a443e02dcfdbd6fcdc9f6ab20f67ced6) AuthConfig (e29cde28535e7c3b3b5a631ea8722a5d82a8f5d9146afd8c84d3af7c7c0bf27f) AuthConfig (ee0edc3cadb5fa73940d82ae7f0ee6c5ad54f302cbc14d9bdf20ce490d1a6fb0) AuthConfig (a0bea55a2de96127049a9902a594e4833e773dddd10786a202bea8d9fac4331a) AuthConfig (8da7d4f7d2196b36a94eef6f9e50d880558a8a468fa950e9f8a98c1fdf9bee6f) AuthConfig (4b25f25ec59220471b742a5f7bfd552ef8dcca105941a9909b09d5dbba57d4ff) AuthConfig (9285b8ddf4c0e5575a4fb1e5102b24bf02bbb2ae01f59690fad75c7e7d072ed3) AuthConfig (d2eddf9c8b834c69a8c0282bc5c19681bf087398aebc3eed357e3019fbca77a8) AuthConfig (352129c69702ffbe1629a45b83f27d08ef55a4b0a396d391325e1eceec2fb34d) AuthConfig (9c5ca7b8c619d5632b1d2e028a2c167970df8b7f721ccde182b1152cec5d3fe4) AuthConfig (82d5ae30d96eb2a605858f9ac935ef123e9ccfcd2fa317d2ffdd5b58b96970fa) AuthConfig (c93a2455f3518dece9253d45d66421801e1f7db46956f11177a3ad009d35f9d5) AuthConfig (e338163fa21c9f95e5b4e6f8c2cf954a6d2121112fff57cfaca05026b6fba411) AuthConfig (dc55ca60855da4d87c5591caac12da452ba2db7a0b57cbf76533361ac4c3f052) AuthConfig (0a84f5ccf6640b1912fdfe72c5d36f3ba5748adc5d7977365bc1676f59452951) AuthConfig (805f4bf1077e687d25539ed9381386a7e453330c377d817ee6052b98e7226d4e) AuthConfig (37d1f3bc809b96eae9223efb9caec4d67d4f4c669b0e7e2e77ff07ed843e0fa5) AuthConfig (d9631a92747d023f4df49e619230860de09cc58dce005ff909cc33f720184dec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"fd8b28cd-1b2d-4e7c-b262-3e94c526505b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.971006596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"bfcc36d2-d4d7-4a94-a924-78f2c49dff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.025135121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"bfcc36d2-d4d7-4a94-a924-78f2c49dff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.078089348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-099a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6f72c5c9ca5aaeb2cfcaac1466f568fc5344692781303d695533e6003bff6b) AuthConfig (f234cb7fde4f298a2c719df81f09465e5caa9d1c937894eb5b3aa1c2cef18980) AuthConfig (4227b4eb9dbb80c7398cd71b99b7b6b6d9d020504c8784ffb7bc154209f423d8) AuthConfig (9b6a0c334bd0325f3885303e70b5d4745a06f64a2db72afeace0a61019944b95) AuthConfig (e499ef2709616cb848aa6893ef129de3bae4f282f7a3c7ff948b7169037dd6b3) AuthConfig (efa137f3633f32e1f6e9c37478ebaf73e818db0b042c12bf8b5eca590faa920c) AuthConfig (34f1804ad2d1955101512a87211660d579c3a8be4f1c32fe929c6463eb370d5c) AuthConfig (d0361efe950714c905e429fb20ccb6e6058d6d6e67dfaa49fd2b76d8c1a837b4) AuthConfig (53b9a17401056c1d61bd6f98834d713dcbb3c33afe684f2f15ab2e3dfc86c52d) AuthConfig (10af85f539001fb52a8a6604ba0a93a2a660a1dff49f621ebc30b7ac7b5abd5a) AuthConfig (8e8e855487a5dae53920c5ec9a23aaa28e6f4ff29a126f207faf4cbd428ea4a6) AuthConfig (94e52b6d001877c3a0f0fa4d0625b6d88b1da487d793454b896816288f45d9dc) AuthConfig (4518993edccb2d6d42b84fdd8f9f6623050bb832047cb513025b7ad484c90e15) AuthConfig (81473846168b2a2b437799169940bfe6e50622aa5361494a3e341e9dccf3689d) AuthConfig (439dd27b57387d8d46300fb8c88b88c307549287efb52ced651e33715155793b) AuthConfig (ccd99eecf3fc23c618393cd97d5b5a55cb96ac04a8daaa033492590838714d8e) AuthConfig (5298f53da0b16c2062cc30f61b21187ddb81aa13501414e68bbd12327cc04b5a) AuthConfig (89538b579f884586bf912ebe9f4705bd6d3c6ed39968c6115921ccac31de3e21) AuthConfig (250bcf26faee7e87f61d6db3675d1c5d99221d48f027c850ac37444891ab72f2) AuthConfig (d3c4b8388d40eecc2806c3c8ad0f540bb9167220f4cc127e086aa768a39995e0) AuthConfig (c67feec75206de2c71c02061b11ff966ce992a577b6948fb1d2857f3643bfc94) AuthConfig (51726987c629a5388f13fa07e1e05337a7045664eddcc88a846b83496c4ae330) AuthConfig (948094d9d67031ff23a0b41b2dd8e10f1c6cbd092b942d24f38e62cbfcbc398c) AuthConfig (2e7bd20a116057f2b298dca0f9c1275564ba2e5b8b944eb17e9066c6f3189a94) AuthConfig (701ec6cb8e37ea062e452d2fbdbf813f961b00366a06c9786f00e305efa775ac) AuthConfig (bddf43d114e1c27a1a9213988e8baa1f42fea8bb53517c9f986d840ea94f5a7e) AuthConfig (eec45a0f0df5785285c89332b9f5a301d30598d69a99ad46237aec992a12d4ae) AuthConfig (099550338f0757d8d92223208626f4c4b405f60b6e3d658953bfd149f864cd8d) AuthConfig (cf6a945645cd61752531982a422859a2c5754d78ee5b0456f77f5ba133517390) AuthConfig (8166c1aa10c0888dad5d72b745ecefbf19ead5a4a144963e44c1398a0029118a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"bfcc36d2-d4d7-4a94-a924-78f2c49dff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.241876305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1","reconcileID":"6ee9d288-65b1-4a6b-86b2-ee5993b27b93","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscription":"e2e-dry-sub-ff71a2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.444692674Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1","reconcileID":"6ee9d288-65b1-4a6b-86b2-ee5993b27b93","MaaSSubscription":{"name":"e2e-dry-sub-ff71a2e1","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.641515057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"cf3e0a59-4a7e-4ae4-951b-ad290bbecbab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.648993937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"cb576635-6f6c-4669-b0d1-b363c5660cc6","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.794824286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"e78d3e5a-ec23-45c6-ba65-1763560a673d","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.795009109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"010da764-f7a2-4add-9a16-d0757f069920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.794838578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"df285d5c-ed34-48a4-a548-f2ff066df6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.806004583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"df509fa7-f69f-4c97-ab20-9d45c99731cf","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.848850856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"e78d3e5a-ec23-45c6-ba65-1763560a673d","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.849281269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"010da764-f7a2-4add-9a16-d0757f069920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.851323689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"df285d5c-ed34-48a4-a548-f2ff066df6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.046968099Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-dry-sub-ff71a2e1-auth","reconcileID":"8915e768-5c76-4990-b02b-3a0ddef78b3d","MaaSAuthPolicy":{"name":"e2e-dry-sub-ff71a2e1-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.19747301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"8c2f99ed-dc47-456e-983c-107361eaca96","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.409574438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"2c4acd71-d9f7-403f-94b3-8a594aa5fbfa","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.463877605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"ab442902-2537-449d-8c0a-2c05c482e449","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.610218369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"6295e234-8e4a-441d-b443-207eef31500c","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.677561359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"6295e234-8e4a-441d-b443-207eef31500c","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.73712843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"11c1bfc4-7034-4d12-927c-eb7a8caec038","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.791579862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"3ac8864c-2d7d-42b2-8282-0ad7c5f0fb8a","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:26.840708313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235","reconcileID":"6891a65b-132e-4cd9-b3fa-1c37b28602e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-4ce5e235\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.883077726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"342a7731-b1c8-417d-a7d1-eb2cedaf3998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.883078695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"b85d95c1-8076-497e-ae0c-f55be88b5ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.937360737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"342a7731-b1c8-417d-a7d1-eb2cedaf3998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.937387022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"b85d95c1-8076-497e-ae0c-f55be88b5ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.941817045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"9d049950-a749-4d7b-9c05-5287a78620c8","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.949785512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"59c6fa94-ecb0-4bc4-89f9-5db1adc9d8ed","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.004524281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"67c911ee-4f57-49af-9a10-8fc1b9228c23","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.096842601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"139a805e-f834-4420-8b06-569081f355cb","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.156365373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"139a805e-f834-4420-8b06-569081f355cb","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.25687243Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235","reconcileID":"e018b67e-9f90-4259-b96d-bbf4276b7476","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/e2e-combo-sub-4ce5e235","ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.282528517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"df173d2c-c38c-468b-97fe-facc3000022b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.282528456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9144eda9-13dd-466a-8e56-b013207fdc08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.337018519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9144eda9-13dd-466a-8e56-b013207fdc08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.337052069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"df173d2c-c38c-468b-97fe-facc3000022b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.411932788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"af6acd76-3659-46a9-b5ec-4a8d7d36fac4","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.454778855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"c16d1320-a472-49cc-848a-ac34b0211d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.502716318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"5f0092e6-6f8a-4c69-9150-9eddd1d3ffd0","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.58654041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"5f0092e6-6f8a-4c69-9150-9eddd1d3ffd0","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.636405762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235","reconcileID":"963baa6b-9fc6-46dc-b655-828e869bcba9","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.805236218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"c8f0c981-0313-429a-877c-9bd85cb0a981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.808661934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8975d1da-6529-49b5-addb-1690ef424d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.859289316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"c8f0c981-0313-429a-877c-9bd85cb0a981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.862960053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8975d1da-6529-49b5-addb-1690ef424d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.023058789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"8715fc8a-e45b-4a89-bc2e-7c1fa1c51cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.077041861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"8715fc8a-e45b-4a89-bc2e-7c1fa1c51cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.17021333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6d2bb1aa-8821-4a47-984d-3bee535ef264","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.170586697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"3dc28930-37c6-487d-82b6-cf689acbe011","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.227598138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"e35d77a5-f7f7-41ac-831b-8b477faebcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.281708514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"e35d77a5-f7f7-41ac-831b-8b477faebcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.383281926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"3ca79615-9061-4dee-b8e7-326738020831","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.534784897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"e3c97a9f-4ac2-4ce3-9c62-4cf95163a5a1","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.96112138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"672dd7ca-407c-42bd-b419-7a323847754d","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.10757353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"e3807a2b-c8b8-4da6-b700-79bed38c8f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.108062936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"c870a5a6-fee7-48af-9a07-2bffb5fa0634","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.108420667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a5c975cc-f12d-48e7-b721-eb5280162478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.161645373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"e3807a2b-c8b8-4da6-b700-79bed38c8f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.161663985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"c870a5a6-fee7-48af-9a07-2bffb5fa0634","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.164047572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a5c975cc-f12d-48e7-b721-eb5280162478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.048456398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"472164e3-fadf-480e-85f3-884b2dbdd5a9","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.119455788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"d8cde853-621f-441e-9f6d-631e6f268ee8","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.492771504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.117646821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235","reconcileID":"8859db07-348b-42f7-ba1f-d74789cab9ab","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscription":"e2e-combo-sub-4ce5e235","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.326185852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235","reconcileID":"8859db07-348b-42f7-ba1f-d74789cab9ab","MaaSSubscription":{"name":"e2e-combo-sub-4ce5e235","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.524295078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"454b9d55-0a45-4855-a125-7392ffbbceb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.52978022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"73921956-18a2-4d6f-86d3-9e7b65d1e4da","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.651479415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"2c3a1ca4-9999-4015-aecf-3c9029426724","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.675362126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"357892c6-362e-4b8b-af79-144f17492691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.675425669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"8b985df9-1a48-4f97-a39d-10eea608e68a","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.675853489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"4b20922e-3867-4ec6-8113-7cbbf6c0b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.681332608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"d3082a40-f4eb-47fd-8868-5c3ea876b17f","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.702874524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"afb0a468-e104-4c80-87c2-04ba4679f73d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.73080906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"4b20922e-3867-4ec6-8113-7cbbf6c0b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.730881445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"8b985df9-1a48-4f97-a39d-10eea608e68a","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.733223579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"357892c6-362e-4b8b-af79-144f17492691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.848993175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"48171919-bee4-4ec3-b174-5f8b1aaf198a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.903362473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"48171919-bee4-4ec3-b174-5f8b1aaf198a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.921842987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"ecec9fa1-161e-41a4-96af-c5174edc752d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.928858927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-combo-sub-4ce5e235-auth","reconcileID":"02d25993-08d9-4868-9887-6f222d729c89","MaaSAuthPolicy":{"name":"e2e-combo-sub-4ce5e235-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.973319795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"01fda870-ee85-43b6-826c-e373f43a9267","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:43.024941018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-sub","reconcileID":"79008262-2dea-4f0e-b3b4-80b0839c69ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.067359318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"8fd42322-f48a-40b1-bc53-13fc02638dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.121278165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"8fd42322-f48a-40b1-bc53-13fc02638dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.134010222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7d2cc6a1-a1ea-4772-9fe4-9731c010a85f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.168017363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e38654ff-b2a0-4189-8750-f3128b383aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.185528888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"298bd053-796e-4908-b455-a1d723ce3b9e","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.186282049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"447319e1-faa8-46a0-abe4-471790b84f28","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.222044775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e38654ff-b2a0-4189-8750-f3128b383aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.282983265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"8212cd46-acb0-4313-91b2-e4aa48129ca7","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.42807895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"fb605ee3-e92e-447a-bd6c-d3ff570676ed","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.437326135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-sub","reconcileID":"1dd53982-b2a8-4b8d-8fc6-c9b185bb5bb5","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.481930324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"fb605ee3-e92e-447a-bd6c-d3ff570676ed","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.528544726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6c4107ad-d8f0-45cb-a4d1-02713964ba09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.585086928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6c4107ad-d8f0-45cb-a4d1-02713964ba09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.595815722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3e4cd361-4920-47c9-aaef-bbd233f5a871","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.628546395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"39e6f2c1-be34-494b-abc9-a01e912be631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.634111948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"87e689e5-28f7-404f-bdbe-a6cbf5879452","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.683947435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"39e6f2c1-be34-494b-abc9-a01e912be631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.792342081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-sub","reconcileID":"781d5df1-ae10-4d4d-b00b-231bc1f23ecd","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.588123961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"3ec4fe6d-4ee8-45af-a726-01a81e2cd01c","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.640782384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"53e93ceb-d12e-4762-b8db-1d6550fb6429","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.786115266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"31fe1f85-db4e-4b5e-9460-13a86f60cfc9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.840129546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"31fe1f85-db4e-4b5e-9460-13a86f60cfc9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.866203335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"32d6cb67-f848-4f93-94fd-6c11fb123fbc","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.920414177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"c04b82c0-2590-44b9-9be6-8dc2a7dfe2cd","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.065897295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"fdc15989-685e-4177-aefd-c60b1b3e7416","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.075320907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"533b767a-5610-4583-8980-9e6cb37632a5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.119741472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"fdc15989-685e-4177-aefd-c60b1b3e7416","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.141447706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"5afd1cb0-7e8d-4aef-b15d-5cab1d57368e","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.150563924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"c7e05e5f-02e6-448c-8eb8-fb4b5d699063","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.167505818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"cc9e852f-d045-4870-ae4b-ca18e4d557d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.167736622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"26fd3454-2a49-4f81-976a-148211794cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:45.191616366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-sub","reconcileID":"fac8a760-460c-4aac-a423-ba32762da8a3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.193663895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"863f5d8e-dbdf-4b0a-8828-4582b0bd7ec9","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.221561458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"cc9e852f-d045-4870-ae4b-ca18e4d557d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.22157461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"26fd3454-2a49-4f81-976a-148211794cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:45.244181346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515","reconcileID":"2e2caa8a-bfdd-4b14-954e-98dc281d28fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-f481d515\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.288751641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"26922d74-30a7-4df4-927f-7b0a36fd869e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.343025633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"26922d74-30a7-4df4-927f-7b0a36fd869e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.355640268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"40419f7a-198a-4fb2-8ff1-893fe8fd72ae","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.39383022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"240c73b8-56dc-40a6-944e-c64e11705036","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.409440685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"f530f223-e762-4c35-8fe0-6c02f90a7b82","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.425687777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"b47667cc-7daf-428d-bb00-b64f8bae92b2","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.447939195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"240c73b8-56dc-40a6-944e-c64e11705036","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.588813002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"06d6e6db-0e57-4ae4-a945-d362f7b8ae3c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.642488255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"06d6e6db-0e57-4ae4-a945-d362f7b8ae3c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.688872749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"36041398-791d-4640-a97a-9468059aaf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.689322049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"96ffa591-37d9-4049-8bcd-a6c1a2e1ba3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.707239698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515","reconcileID":"7deb4829-0e9f-40c5-8248-e6a7ec44e345","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-a-f481d515","ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.719484261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"90cce4f3-7c81-4087-9d06-8d8de36435c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.742642668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"36041398-791d-4640-a97a-9468059aaf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.742842684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"96ffa591-37d9-4049-8bcd-a6c1a2e1ba3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.773573411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"90cce4f3-7c81-4087-9d06-8d8de36435c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.820521592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"d05c0cd4-3629-473d-b7f9-814f42132299","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.821936819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"af095a12-dbbb-4b4d-8069-1df9b1b8b847","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.861829276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"e42a3280-b6b2-40c1-9e5c-988044dfd3ac","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.87477266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"d05c0cd4-3629-473d-b7f9-814f42132299","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.904470106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"7771de36-ef3c-4a29-9fd6-ee449097b300","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.019452694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f05de5d0-a7fa-464c-b418-c6988d05595a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.062751291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515","reconcileID":"cc6993a6-5619-4f75-a1e6-9d03837266a3","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.073626817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f05de5d0-a7fa-464c-b418-c6988d05595a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.118486879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"44f4c07a-6dd9-4abc-b623-c050929ec885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.121478572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"a26ce1d7-2dda-4312-9521-6a0740477506","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.121541676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"74cb496c-2331-4c53-a5f4-db8455e4db80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.172316792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"44f4c07a-6dd9-4abc-b623-c050929ec885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.176347832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"74cb496c-2331-4c53-a5f4-db8455e4db80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.176622935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"a26ce1d7-2dda-4312-9521-6a0740477506","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.714402201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"e6c765a0-3fdf-437f-847e-5c8458484727","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.768627812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"32bed8dc-3cfb-4e75-93c2-587d19dadf96","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.914715509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"006d37f4-d2af-43aa-a5ff-5d4fc8247947","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.968836883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"006d37f4-d2af-43aa-a5ff-5d4fc8247947","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.99671159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"b3c9ecb8-b89e-4b3d-9127-5a654f90908d","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.997274472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-099a5e priority=0:[ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-a-f481d515 ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-b-2851cd9a]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.054401633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"58700bb4-b606-4100-b30e-327a1fd4d121","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.093195106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9be5175c-94bb-4ee1-afee-c7ceff084a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.093232203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9089150b-e389-46c7-845f-8ac89305c7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.098977024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"6faf52ca-1b09-4486-b01c-e1815957f56e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.099636454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"6b4a0349-80f0-4a08-bf97-0d45f47f7438","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:48.104299748Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-b-2851cd9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-2851cd9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.14812828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9be5175c-94bb-4ee1-afee-c7ceff084a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.148981063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9089150b-e389-46c7-845f-8ac89305c7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.151777027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a549ada4-a3ab-43a8-b076-4ee7f177db5c","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.154068615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"6faf52ca-1b09-4486-b01c-e1815957f56e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.194325004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d17f002a-5324-4373-b971-d76cb84ffb19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.248433062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d17f002a-5324-4373-b971-d76cb84ffb19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.278686375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"d63d3eb7-77af-4a69-8005-d8658195d9b8","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.4025294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a","reconcileID":"4081e47c-7e29-4735-8cbc-90d3a410393f","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-a-f481d515","ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-b-2851cd9a","ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.423871043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"b4313c7f-1d90-4e79-91ce-becc65d3e68a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.477996743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"b4313c7f-1d90-4e79-91ce-becc65d3e68a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.524496154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"72ae6707-1b8b-47c4-8513-5c1150d20a33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.524570756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"1b0ae378-7afe-46f2-907d-8721db70ce8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.55793883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"94b07bae-a5ba-4f4a-adae-2ddb3171cd59","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.570774309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"42e5202e-8d02-4e8c-97ad-46992379e784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.578666044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"1b0ae378-7afe-46f2-907d-8721db70ce8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.578838809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"72ae6707-1b8b-47c4-8513-5c1150d20a33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.600300863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"1495adad-6afc-411b-a4c5-3bfa62fbbf7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.600306587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515","reconcileID":"7d0a9c2e-e06e-4a7b-adc3-8d92db76bafc","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.625141023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"42e5202e-8d02-4e8c-97ad-46992379e784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.754141709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a","reconcileID":"ed48f6b0-74fa-42eb-a750-f887b77675e8","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.57537707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"50d975f4-9413-424e-a41a-a015d5d3c59f","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.717400514Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-099a5e priority=0:[ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-a-f481d515 ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-b-2851cd9a]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.717696431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"f3a23d1f-ba72-4322-a95b-8eb58dd96ff4","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.770600494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"15ea2587-8f94-4379-8fd4-1babb814a42c","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.818227307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4b42e14d-7ed0-4bf7-9091-09f403fc1373","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:49.820572229Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-791c32/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.873230626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"ade5b5a0-0452-4dc9-a4bc-586c29377016","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.00870676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3731c33a-602e-473c-98fb-19862c174a52","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.064308814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"04a2088d-e3f3-49c4-89f9-719e0abfaec9","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.073563217Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"98ae2749-edf6-4975-aa66-39c2eb7c6bc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.15949466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c6926f7c-e9cf-4563-8f8e-80e11ad5a589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.239750536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"16e1907f-7dd9-41a0-b4c5-044fc7b9493b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.282490461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-099a5e priority=0:[ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-a-f481d515 ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-b-2851cd9a]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.282936935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c6926f7c-e9cf-4563-8f8e-80e11ad5a589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.283104097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"6b174f04-bca7-444e-8ce1-202bce32714e","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.335198467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c6926f7c-e9cf-4563-8f8e-80e11ad5a589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.337349317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b7e7effa-daf2-44a5-a45f-f1f8ef67f63b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.384251454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"30911b97-a1ae-46a7-ad88-ae635eaa559d","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:50.389015292Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-791c32/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.389269245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"e126fa92-f858-4a11-ae34-733830e8ceef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.436236295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"1a27e70e-541c-4bf3-bfe7-49782eed564b","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.438814603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"56837e54-4080-4822-9969-3567e78a6fdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.487057621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ff7f63de-db27-40b5-854f-2133cc1367ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.543715153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ff7f63de-db27-40b5-854f-2133cc1367ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.561894148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"4b755680-024d-4f9f-8e70-54d907f1ba1e","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.596862404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ff7f63de-db27-40b5-854f-2133cc1367ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.618684855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"9df5e7e1-a97b-42e2-9070-e3b3132bfeaf","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.636362513Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"a5a39aee-10f7-4621-8a26-94d7f38e4027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"premium-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:50.668771837Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"9df5e7e1-a97b-42e2-9070-e3b3132bfeaf","name":"premium-w0-791c32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-791c32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:50.668833209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"9df5e7e1-a97b-42e2-9070-e3b3132bfeaf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-791c32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.67412478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"28c20f27-44f3-4a9d-b52e-24ef77ad1f93","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.76109774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a68a1ff1-441e-414e-bc7f-6c33c7f28198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.763826822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ecfdf996-73ee-4c64-aa90-495be89baa30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.789657719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"b5bb1e01-db25-483d-baa6-3b93ddc46395","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.816100991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a68a1ff1-441e-414e-bc7f-6c33c7f28198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.817422542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ecfdf996-73ee-4c64-aa90-495be89baa30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.868677681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a68a1ff1-441e-414e-bc7f-6c33c7f28198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.869946832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ecfdf996-73ee-4c64-aa90-495be89baa30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.923151686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"1d39ea3a-5e62-4eb7-860d-e00755de5ad3","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.984959931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"5828524d-2dba-4545-a992-14876fadc747","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:51.069398466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"92f18905-090d-445f-9864-364a766bed61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:51.123379488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"92f18905-090d-445f-9864-364a766bed61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:51.141678842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"62a8c3e3-4371-4080-a235-eda61377db33","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:51.175933274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"92f18905-090d-445f-9864-364a766bed61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.923678906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"d8d019d9-11bc-46a3-ada1-d020f9986927","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.071356115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"b6051815-6c3b-4aac-ae81-03d99cebf81e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.071610004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"021ac912-1105-42af-85ec-8af6b015adc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.071356071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"83f15cb7-6c78-4647-9ecf-76cb3f677bb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.072032394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"85f80347-c3ed-4b6b-86f7-9afc360e6b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.125594871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"021ac912-1105-42af-85ec-8af6b015adc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.126690332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"b6051815-6c3b-4aac-ae81-03d99cebf81e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.128130646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"83f15cb7-6c78-4647-9ecf-76cb3f677bb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.130379155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"85f80347-c3ed-4b6b-86f7-9afc360e6b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:55.974065972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-sub","reconcileID":"ab0dde7f-faf3-4c04-a573-3819d7863fa7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.181025667Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-sub","reconcileID":"ab0dde7f-faf3-4c04-a573-3819d7863fa7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.388939681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"01b32a2e-8ad4-495e-ab9e-ad60d6f74334","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.443794676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"344f3292-ed36-45df-958f-1ae39eba9453","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.589617238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"170bbcb6-6f32-4a07-92ff-ddc326f76be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.589953952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2ded117a-e553-4047-bec9-8e32927b2026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.589616588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"0258f657-a13e-495c-bab8-609f5b13fe1b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.601317133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"45b74c61-b4ac-4e58-bc00-cb4490ec4d9a","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.643834354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2ded117a-e553-4047-bec9-8e32927b2026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.643879851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"170bbcb6-6f32-4a07-92ff-ddc326f76be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.646372554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"0258f657-a13e-495c-bab8-609f5b13fe1b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.655896721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"dcdbb22c-a887-4fcd-a1d6-8a325e7e2275","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.656239737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"7b793f3b-98a0-44f7-a731-d90a26f733fe","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.656503911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"5a8de8c4-0ad0-4b77-b120-96e4d408e126","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.735165811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"cf0e6239-4135-4be5-bd68-2911c2c77119","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.787224297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"aa6cffe3-bd49-4721-9c86-be0678f85202","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:56.838543945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"ea123ecf-993e-4449-80ee-a15fc31fee4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.859224289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-active-auth","reconcileID":"a1fcb05e-8002-4cc5-bd65-1cea0518a5ca","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.948625439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"74c454b4-33c9-48a7-87f6-7adea6451d33","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.001683484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"8d4c9bdb-5152-49fd-8b0e-8ae4047b2b66","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.012052938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"084d8d9d-d041-4be5-8feb-3fa9a7b4f8dd","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.066958839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"df89dc10-6e50-4dda-a80c-c3c58181b9b5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.067279606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"cf4026c9-a35a-4d5b-a054-12f30070a31f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.163982759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b68891cd-798d-4855-88a3-117ca9f75bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.208680715Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"1a6337c2-0ba8-4844-9150-74946a14e037","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"simulator-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.285730107Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b68891cd-798d-4855-88a3-117ca9f75bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.291350294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"8a303ec3-146c-4904-99eb-a0918f50ebc6","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.339506914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b68891cd-798d-4855-88a3-117ca9f75bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.344519162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"80a90490-510c-4c58-9a05-f5952b8afcad","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:57.360736577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"1a6337c2-0ba8-4844-9150-74946a14e037","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.39450504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"a5f6e284-e397-4dd5-97d3-e87badf5e7d9","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.395481453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"b3327531-1905-4190-93b3-382e1f12acba","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:57.399496618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a41ad0/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.447547016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"fa5ab41a-bd44-4f67-97c5-2f6e5e3e011e","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.493050069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"aaac6704-32cd-4bf2-bc72-9224cb83a9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.546865496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"aaac6704-32cd-4bf2-bc72-9224cb83a9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.558540567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"fac3b1be-1701-4ee2-8bdf-fcc7d96856ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.566564137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"41dc7ca8-d157-4d6f-81af-0557eeaa7efc","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.600385359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"aaac6704-32cd-4bf2-bc72-9224cb83a9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.622202734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"982e4bc6-dd27-4f32-a181-a11cd34861e1","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.661535021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"c3388b81-0b60-4316-b7e5-5f6f60571f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"premium-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.71465639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"84be0155-de36-46bf-a3d3-06f6584aa425","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.746572691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1bce9e48-7cfa-4626-a8ae-380602f0fb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.800597014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1bce9e48-7cfa-4626-a8ae-380602f0fb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.817684175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"75691323-8e39-4f97-856d-4aefac59b60d","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.848815434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"65e15718-f4e0-4d00-86e9-4542fb47555b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.853056091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1bce9e48-7cfa-4626-a8ae-380602f0fb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.903009432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"65e15718-f4e0-4d00-86e9-4542fb47555b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:57.955889531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"65e15718-f4e0-4d00-86e9-4542fb47555b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.000666334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"57adfa0b-6ea3-4873-b38e-6137c8f69c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.007891507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"656418be-4ef3-43c7-9df6-4185f57a4fa2","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.013692569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"070fd1da-304d-4b08-aa75-37acc314c059","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.054837816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"57adfa0b-6ea3-4873-b38e-6137c8f69c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.058847319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6df1d9bb-8387-4216-ac5f-9e444dbaae13","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.100604587Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-sub","reconcileID":"6c091c6f-e1e1-41ac-90ec-a9179fee282f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.100738853Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-sub","reconcileID":"6c091c6f-e1e1-41ac-90ec-a9179fee282f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-320f60/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.107786982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"57adfa0b-6ea3-4873-b38e-6137c8f69c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.110752478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6a6c5e10-1d5d-4a31-9ef3-94ed61b17c8d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.156486832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"af6c842c-f848-4eef-8211-38d0b4d5bfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.210296568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"af6c842c-f848-4eef-8211-38d0b4d5bfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.258381695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"fe737de8-b842-435a-81a3-2b345bfc1900","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.262944596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"af6c842c-f848-4eef-8211-38d0b4d5bfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.312483147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"fe737de8-b842-435a-81a3-2b345bfc1900","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.343203459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"8b3c0ffd-e1c7-4500-be66-9eaede522814","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.397415559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"9f346e74-6f0e-4dca-97ff-e998f9b81504","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:58.451266155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"4d57b9a6-db82-42af-a84c-55e993b631ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.452226411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"bc9a4973-3f34-4cc9-8665-94bfdb9530e6","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.488766093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"7daed9fe-38da-4ffe-b581-24da25751d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.489056939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"768b4840-a967-4294-b277-3429ee8a121c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.542923799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"768b4840-a967-4294-b277-3429ee8a121c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.543105964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"7daed9fe-38da-4ffe-b581-24da25751d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.566404062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"16f6b797-57f3-48c1-8e14-a04481d369c2","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.56706116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"5f251c56-f780-44fe-9d36-46e01b437997","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.572937419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"749f49df-8cdb-4532-8a40-3f8cb4137244","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.589300225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"2444b72a-c730-4ce8-8e4f-ac8a12a0a4e1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.589300344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"fe5d74cc-d6ea-4817-a3df-4f99326d72d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.621568553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"68505174-0522-43df-93ec-71c3396b5eba","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.644560669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"2444b72a-c730-4ce8-8e4f-ac8a12a0a4e1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.644576906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"fe5d74cc-d6ea-4817-a3df-4f99326d72d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.712589814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"ac56e1ab-9a9d-4e5d-ae23-691eb8aab768","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.766515491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"ac56e1ab-9a9d-4e5d-ae23-691eb8aab768","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.789656496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-apikey-failed-auth","reconcileID":"392eb9fe-378f-40a6-8185-b1234060f677","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.871715509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"b5c2ad6b-aa6b-4822-b3f2-08f197278eaa","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.871878008Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"b5c2ad6b-aa6b-4822-b3f2-08f197278eaa","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.88758517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"50f166e0-c9be-4fa2-98e8-cd5d52e023ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.887606396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3f87f923-3e7b-4ab6-8265-fd9c935f9392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.942222834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3f87f923-3e7b-4ab6-8265-fd9c935f9392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.942263511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"50f166e0-c9be-4fa2-98e8-cd5d52e023ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.98573253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"41e50a68-2c79-48c7-a3e6-ff70be29e796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:58.997962077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"b8d00547-8330-4498-aa77-d3928de9f7e6","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.040157883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"41e50a68-2c79-48c7-a3e6-ff70be29e796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.069049857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"61f0a897-d8a7-4471-bb1b-b1696c7d1141","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.079324033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3574fddc-74e4-41d8-8a58-e2194f0014ce","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.280253971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"a6684f5f-a56d-4ccc-8436-005d45fb24f9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.28040713Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"a6684f5f-a56d-4ccc-8436-005d45fb24f9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.017139787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"950db58f-e1fb-4e84-b20e-6cae19a99f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.071418175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"950db58f-e1fb-4e84-b20e-6cae19a99f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.12385753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"950db58f-e1fb-4e84-b20e-6cae19a99f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.269193709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"9e872765-2c6b-4214-82ac-ca0181cde511","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.327087075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"12e05a11-fcaa-4ebc-b919-e2f8d3827454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.381492801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"12e05a11-fcaa-4ebc-b919-e2f8d3827454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.42424692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f5cb4e14-5e16-44f6-8539-b9ff03a250bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.424395762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"67188155-942e-4e6e-873f-e06332aedf55","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.424247084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5aa855dd-cf68-4b3a-a937-bb40cec4feae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.43422378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"12e05a11-fcaa-4ebc-b919-e2f8d3827454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.479495097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f5cb4e14-5e16-44f6-8539-b9ff03a250bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.47960127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"67188155-942e-4e6e-873f-e06332aedf55","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.481812793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5aa855dd-cf68-4b3a-a937-bb40cec4feae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.078020584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515","reconcileID":"57cb8a7c-6207-4d3d-8a85-105353755c21","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscription":"e2e-filter-sub-a-f481d515","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.284947819Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515","reconcileID":"57cb8a7c-6207-4d3d-8a85-105353755c21","MaaSSubscription":{"name":"e2e-filter-sub-a-f481d515","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/e2e-filter-sub-b-2851cd9a","ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.483424907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a","reconcileID":"7dd437e5-c39a-4a1b-90ad-2f4fa492f118","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.483440246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"b7b390cb-e3a2-484e-9a8a-1c20beaf730f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.49461198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"3fa2bf8a-6ff0-407b-aa6a-be668f839c1e","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.654619606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"935a9823-be2c-49d4-8b31-e17a5c219e81","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.702586591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"99869efd-042d-4bff-a7ef-ce5523aecd60","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.702607002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d8a3d7fd-ac58-4a61-a806-678881e20ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.703152002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"ae1f85e9-b92a-404d-884f-99c3031ca799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.703188623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"b84aa3d6-2ae0-4779-aed3-fc1ae716d0a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.756595098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"d8a3d7fd-ac58-4a61-a806-678881e20ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.756713587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"99869efd-042d-4bff-a7ef-ce5523aecd60","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.75894948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"ae1f85e9-b92a-404d-884f-99c3031ca799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.759138408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"b84aa3d6-2ae0-4779-aed3-fc1ae716d0a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.100650031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0b3c955f-ae26-42e7-9d5b-a142e53cee64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.100786198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f049e0f1-f16e-4f84-b940-c7e4ab724401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.100648581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"3fa21c61-ceb6-4651-81c0-35c82b8b4db2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.101162309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"53961556-bf6a-42b9-9993-353d1cecf738","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.155012777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0b3c955f-ae26-42e7-9d5b-a142e53cee64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.1551322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"3fa21c61-ceb6-4651-81c0-35c82b8b4db2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.157246511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"53961556-bf6a-42b9-9993-353d1cecf738","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.157418149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f049e0f1-f16e-4f84-b940-c7e4ab724401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:08.289415248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"dfa672b1-5212-4939-92aa-6fca5628b5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:08.343582622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"dfa672b1-5212-4939-92aa-6fca5628b5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:08.396299096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"dfa672b1-5212-4939-92aa-6fca5628b5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:08.410270446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"73ad3a73-1d09-42df-84e8-ec3228620db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:08.464218824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"73ad3a73-1d09-42df-84e8-ec3228620db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:08.516961499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"73ad3a73-1d09-42df-84e8-ec3228620db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.556427957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"bb68f62b-b8ba-40d3-ad8f-cfdb2a44de91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.718595035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"2bfa4b1b-6935-4ce5-8d25-fce9a6a813e5","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.733657425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"46c2361e-1eef-4a80-824e-7b5fc40b6992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.890809241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"5f0ebbdf-29bd-472b-bf49-05bae283b9bd","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.914516937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"7863579e-70c3-4c76-bf30-899dfbad650f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.076030777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"55a979dd-e8d5-4d80-823d-f5bcf4e9419d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.159341379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"1ea73084-f394-40b5-afe5-bc785f70880b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.243812039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a850d077-4233-43d3-9a28-5efe47313b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.243831937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"8b73e4d1-2986-46d3-9ecf-79ff7f84a79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.298031788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"8b73e4d1-2986-46d3-9ecf-79ff7f84a79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.298216754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a850d077-4233-43d3-9a28-5efe47313b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.316617238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"bd0e3d05-6afe-4d5a-9924-9c34734b28d3","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.343968775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5b9ec172-b421-49b3-84d2-7c0716a7b7b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.350974469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"8b73e4d1-2986-46d3-9ecf-79ff7f84a79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.351640282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a850d077-4233-43d3-9a28-5efe47313b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.398496776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5b9ec172-b421-49b3-84d2-7c0716a7b7b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.405555289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"082c4166-28f5-432a-8ea7-0541caf0c26e","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.410004216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"93b77688-905d-4ff3-9cd0-28cab16c5f62","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.422649074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"1eb75985-ea58-4e2c-94ae-56bc9b0cf35d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.45135921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5b9ec172-b421-49b3-84d2-7c0716a7b7b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.458873908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"9abdb852-35c9-4ecd-8484-7e63fe39e366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.493540833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.506252681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"f52d953f-2b0d-49e2-851f-e44911a68680","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.513108661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"9abdb852-35c9-4ecd-8484-7e63fe39e366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.56138939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"22106a40-9f4b-47fc-9e2c-5a353d20cf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.561390209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3a20c775-6261-4031-b0a4-78ad9add1e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.565653382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"9abdb852-35c9-4ecd-8484-7e63fe39e366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.615519769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"22106a40-9f4b-47fc-9e2c-5a353d20cf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.615730029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3a20c775-6261-4031-b0a4-78ad9add1e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.620377509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"37b8bf64-eceb-4adc-a1e6-30f95676c7a1","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.624992591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"1eb75985-ea58-4e2c-94ae-56bc9b0cf35d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.625015715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"1eb75985-ea58-4e2c-94ae-56bc9b0cf35d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.625107172Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-sub","reconcileID":"1eb75985-ea58-4e2c-94ae-56bc9b0cf35d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.66410963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6161ce3e-e409-405d-9329-ed4e931c86c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.668102692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3a20c775-6261-4031-b0a4-78ad9add1e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.668210258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"22106a40-9f4b-47fc-9e2c-5a353d20cf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.718348173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6161ce3e-e409-405d-9329-ed4e931c86c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:11.718345985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"22106a40-9f4b-47fc-9e2c-5a353d20cf1d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.765187599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"461fd377-4db0-4164-b330-78c7526917a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.771222939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6161ce3e-e409-405d-9329-ed4e931c86c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.819052831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"461fd377-4db0-4164-b330-78c7526917a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.820983074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d7e02e27-1cce-4a9d-b136-c99b1dd38afd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:11.821206602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6161ce3e-e409-405d-9329-ed4e931c86c8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.86931083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e1206cac-64c8-487a-8e6a-995a853c0ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.872128951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"461fd377-4db0-4164-b330-78c7526917a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.884037211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3a30b8ff-17bc-4ad0-837f-eda805b5e571","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.923435771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e1206cac-64c8-487a-8e6a-995a853c0ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:11.923463408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"461fd377-4db0-4164-b330-78c7526917a4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.971411988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d0d970a5-f339-4217-96a7-1f855e6a19f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.975828194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e1206cac-64c8-487a-8e6a-995a853c0ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.027865173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d0d970a5-f339-4217-96a7-1f855e6a19f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.043013485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"da64f46f-4165-4c76-8493-10236deb9b07","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.071974741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a616ee9c-b664-4fa5-b547-bb2b9c899c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.07215692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"f093f582-5efc-43b8-ab6f-41386999f22f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.071985765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"715407e2-c6e8-404b-8c13-0014e125446f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.080558606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d0d970a5-f339-4217-96a7-1f855e6a19f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.1211134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"514f07e7-368c-4a30-87c2-6c84aa798c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.126118128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"f093f582-5efc-43b8-ab6f-41386999f22f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.126146179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a616ee9c-b664-4fa5-b547-bb2b9c899c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.129065338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"715407e2-c6e8-404b-8c13-0014e125446f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.175276237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"514f07e7-368c-4a30-87c2-6c84aa798c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.227481953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"514f07e7-368c-4a30-87c2-6c84aa798c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.272156769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-degraded-auth","reconcileID":"4bd97386-f367-48e2-af05-5adf3c8fd885","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.42624173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"10a35d60-3899-4d2b-8495-76f79febabc2","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:13.808256617Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a","reconcileID":"e82563fb-5439-422e-b240-0d61b0de5446","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscription":"e2e-filter-sub-b-2851cd9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.011021825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a","reconcileID":"e82563fb-5439-422e-b240-0d61b0de5446","MaaSSubscription":{"name":"e2e-filter-sub-b-2851cd9a","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.209491704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"942c7f70-7335-4d2d-84c2-7db5ce8ca2a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.227663025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"cedb2bcf-5009-40a6-a8f0-27876bb88b1a","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.375027739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"99c5291a-5f08-4782-899a-49f859aa370e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.375186689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"797f592a-6207-4f1e-8f13-e800a34daaf7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.375033632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"9ac1ec66-cca9-4e28-b084-9e83bdafd120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.375641698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"a8aeeb97-4afd-4ef3-a7ea-57771fbd4177","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.385511967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"8ad6f19a-c802-4e4e-9f5b-08ccf5843034","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.43080629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"99c5291a-5f08-4782-899a-49f859aa370e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.431139316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"797f592a-6207-4f1e-8f13-e800a34daaf7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.433071099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"a8aeeb97-4afd-4ef3-a7ea-57771fbd4177","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.433314772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"9ac1ec66-cca9-4e28-b084-9e83bdafd120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.63301767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-a-f481d515-auth","reconcileID":"3f64fe39-2845-4583-bab0-d76312aa67a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f481d515-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:14.888704057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"9a9065f5-f811-45cc-acef-a80b902dc5fa","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:15.04166325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-filter-sub-b-2851cd9a-auth","reconcileID":"f78a8494-5fc9-4bcd-96ec-9242ee010c04","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-2851cd9a-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:15.041741281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"dae39059-dfc4-434f-8977-b6cbad264ed3","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:15.24530202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"af7e439e-c6e7-4b8a-b9ad-89d2622e818d","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.393829222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"e75afe12-d6fc-41e0-acd0-513b6e55447c","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.452086245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"dea19638-1b1f-4abd-ad3d-10328606e4e4","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.53961681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"1df67d32-b7aa-49b2-a5dd-a0563fb333b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.53961704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ba3e8f48-53f8-4ee4-9058-f90edfd84d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.541479616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"08763b71-f698-4e30-83f2-59d42bf3b274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.541617695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7279bcb5-f366-4381-9894-a7e81299b08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.542029916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"073227dc-676d-498b-bda2-d2b497e775a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.593820932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"1df67d32-b7aa-49b2-a5dd-a0563fb333b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.594030073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ba3e8f48-53f8-4ee4-9058-f90edfd84d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.596558485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"073227dc-676d-498b-bda2-d2b497e775a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.596759242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"08763b71-f698-4e30-83f2-59d42bf3b274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.598733575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7279bcb5-f366-4381-9894-a7e81299b08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.647998384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ba3e8f48-53f8-4ee4-9058-f90edfd84d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.649187411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"08763b71-f698-4e30-83f2-59d42bf3b274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.64957523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"073227dc-676d-498b-bda2-d2b497e775a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.651154418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7279bcb5-f366-4381-9894-a7e81299b08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.781594989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"de085dca-e587-4ba9-a1b5-56ec10781a3f","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"name":"e2e-rt-sw-b1861e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.793500784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de6876ca-2043-4a58-a0b8-ea7c84eb393f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.794045695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9c507f99-65f5-4f27-ad02-f4a3cf1fc653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.794160567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"51139a47-aa7f-4307-9a18-58f6d954dfdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.795664077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b138093f-1f6c-495a-bf7a-a1420d657c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.847159111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de6876ca-2043-4a58-a0b8-ea7c84eb393f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.84795583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"51139a47-aa7f-4307-9a18-58f6d954dfdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.84956525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b138093f-1f6c-495a-bf7a-a1420d657c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.850237677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9c507f99-65f5-4f27-ad02-f4a3cf1fc653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.938369612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"64465100-a9b8-405c-9530-e1525d063f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.991996908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"64465100-a9b8-405c-9530-e1525d063f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.087053943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"6050574a-20cc-4c71-9fff-496082b747f6","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"name":"e2e-rt-sw-b1861e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.140080449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cc026df-8fc4-4a1b-8e38-c17d1c7e5ec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.1401075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cc026df-8fc4-4a1b-8e38-c17d1c7e5ec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.140528826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a84eb2d-42f3-4144-abf1-1af834db5a01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.140542797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a84eb2d-42f3-4144-abf1-1af834db5a01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.140769208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdd56ac2-d3db-4b4f-bd71-6df6f84972a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.140781829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdd56ac2-d3db-4b4f-bd71-6df6f84972a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141086579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d669d3e-921b-4378-8770-1693d0474760","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141101472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d669d3e-921b-4378-8770-1693d0474760","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141308315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb9d2010-9e5d-458c-830e-359bc7772011","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141318792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb9d2010-9e5d-458c-830e-359bc7772011","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.14152247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e31898c-3bab-4f3a-9bb7-071d713d7e3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141532683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e31898c-3bab-4f3a-9bb7-071d713d7e3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141728457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b5d3b148-0dc3-4814-83e2-e6b54f64f00e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141739627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b5d3b148-0dc3-4814-83e2-e6b54f64f00e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.14196234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f28a9e3-ed05-4515-bb19-14ecdd656bd2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.141973849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f28a9e3-ed05-4515-bb19-14ecdd656bd2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.168921659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bf992515-3cef-4368-8148-87a9fa35f1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.168968159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f8c2b389-61c3-434a-af78-f73aeb75dd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.169488736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"615c02db-91bd-4936-9f52-f7c77a0b78fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.189145437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"752f129c-1028-45d8-9807-96e86053dfa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.200054908Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"6a24054c-bc2f-4c90-8070-58af55e9c6c3","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"name":"e2e-rt-sw-b1861e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.22521436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f8c2b389-61c3-434a-af78-f73aeb75dd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.227280838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bf992515-3cef-4368-8148-87a9fa35f1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.22919855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"615c02db-91bd-4936-9f52-f7c77a0b78fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.245599651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"752f129c-1028-45d8-9807-96e86053dfa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.269660647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b23f3b80-e9e6-4bd2-8062-e132e3f8d9d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.269661287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57ae571b-c4ce-4c7d-927e-f905af95de75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.28117172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bf992515-3cef-4368-8148-87a9fa35f1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.358493593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"874a739c-058b-4592-acd2-0623a58a4b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.412998394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"874a739c-058b-4592-acd2-0623a58a4b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.456383711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c4493595-e6f1-4e31-9c7c-10bb7d95c68a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.465675292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"874a739c-058b-4592-acd2-0623a58a4b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.511092448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c4493595-e6f1-4e31-9c7c-10bb7d95c68a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.564943946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c4493595-e6f1-4e31-9c7c-10bb7d95c68a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.570782569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1fc23875-88af-4abd-a358-1a16a891c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.570783421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94fb879a-c9ee-4df8-aef7-dd2711bd1c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.626930152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1fc23875-88af-4abd-a358-1a16a891c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.627293728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94fb879a-c9ee-4df8-aef7-dd2711bd1c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.672853302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ce3a9e-795c-4221-b1c0-e30e61bd94cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.681996736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1fc23875-88af-4abd-a358-1a16a891c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.727073865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ce3a9e-795c-4221-b1c0-e30e61bd94cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.97292011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76305128-c4b1-44d7-8d9b-c5bf78c7aac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.026809411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76305128-c4b1-44d7-8d9b-c5bf78c7aac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.380451214Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"5fe539ae-232f-43b6-861a-b4db1bf96c79","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.431438542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"5954a15c-8bac-45a6-894f-5b4b1a2948bc","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.431471636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"5954a15c-8bac-45a6-894f-5b4b1a2948bc","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.526937977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"6167f6a0-1089-4179-a96a-4ec90dc9bbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.527300133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"505fd7d6-a17b-41b7-8571-0f58b731dcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.527468566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b7416a2a-3439-4cd1-8fd8-19616e73d639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.527727359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e8f48006-a80f-4ae3-ac10-ed14b37857b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.527885124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"555beff9-c27b-41b4-8c78-7bf43d16c656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.581411071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"6167f6a0-1089-4179-a96a-4ec90dc9bbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.581611629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b7416a2a-3439-4cd1-8fd8-19616e73d639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.583833862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"505fd7d6-a17b-41b7-8571-0f58b731dcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.584040096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e8f48006-a80f-4ae3-ac10-ed14b37857b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.58603966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"555beff9-c27b-41b4-8c78-7bf43d16c656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.637585604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e8f48006-a80f-4ae3-ac10-ed14b37857b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.637633439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"505fd7d6-a17b-41b7-8571-0f58b731dcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.639243939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"555beff9-c27b-41b4-8c78-7bf43d16c656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.639248915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b7416a2a-3439-4cd1-8fd8-19616e73d639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.784818386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"da1f15ef-1d65-4db1-8816-50a84fbd7ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.785005996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3f69d49d-4d3e-4776-bcdd-49a8d3cf5316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.784820283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d78f7256-13b0-4812-8fc0-81e046f938f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.785457804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c463ebcf-4b54-4269-bc21-acc203d654f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.840521188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3f69d49d-4d3e-4776-bcdd-49a8d3cf5316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.844009764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"da1f15ef-1d65-4db1-8816-50a84fbd7ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.844051205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d78f7256-13b0-4812-8fc0-81e046f938f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.840542537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c463ebcf-4b54-4269-bc21-acc203d654f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.926160563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"350a13d9-5bba-44cc-bbd6-28e38ea19c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.980361564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"350a13d9-5bba-44cc-bbd6-28e38ea19c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.187168896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d20ec6-a42a-4783-a87f-a29abdc1f998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.187187232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"c28b8eb6-837a-4087-941b-4f4c4f936703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.242141708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"c28b8eb6-837a-4087-941b-4f4c4f936703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.243521976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d20ec6-a42a-4783-a87f-a29abdc1f998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.861546776Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"cf6fd662-8126-446b-824c-f6c081410934","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.012709209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0d752ec1-b2d9-4c42-8648-427737fe587f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.012888652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6346fe5e-c270-4fd2-8597-b8551e5778f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.013163907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9a46825e-356c-4d65-a169-a1c35b0f751a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.01337629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a7b42a70-8a56-4db5-9d71-0f59a22d6f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.012709972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"559daaba-b503-471c-a7b0-133d17defd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.067831107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6346fe5e-c270-4fd2-8597-b8551e5778f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.067898479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0d752ec1-b2d9-4c42-8648-427737fe587f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.070162188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"559daaba-b503-471c-a7b0-133d17defd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.070246567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a7b42a70-8a56-4db5-9d71-0f59a22d6f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.072456493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9a46825e-356c-4d65-a169-a1c35b0f751a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.120483313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6346fe5e-c270-4fd2-8597-b8551e5778f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.122665766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"559daaba-b503-471c-a7b0-133d17defd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.122825901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a41ad0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae8481765d92c2514b82e8670929036cbe12e7ef8f7452f32eebfa32aa91ff1d) AuthConfig (07671f4b7e869cb97c1af08db469546d58c7e7c21dbf0088a525bc012a1163df) AuthConfig (20dd38b9bd42f516d012ca9cc8ec957059fec96bdbc3c38489e2b4283fa78300) AuthConfig (a6788fada356ed8f022ee93cc71fca42a6e0ac95e313075571059a9bac5ac3e2) AuthConfig (499b565035a41d15468abf83c23165fcf3583585fe0c482d3dcc03001710a748) AuthConfig (254c2c745554af3cdfdd24fbbf128b2dd0fdd7ff45c30b30031c826e247e86cb) AuthConfig (53aae71f582d20b7476b2766bdd065acaee27542c2e96ddec2359bd64b06ec5b) AuthConfig (5949f4fb6202ee73d0b7b96bb45798bc4fc5dcdad9d0b39ac9a62272f51c1506) AuthConfig (92c5f12478371318384ea848826cdbe84161b8e2aca44d6c119169348910a180) AuthConfig (21c5e537c6ca85887e4fd54359243a20b5a28bbc26d3edd011272de00f94d02c) AuthConfig (87015b711ad0e5fe2f83cfea97a54db736482a17e1d4b5e267d738ddcc4c1bab) AuthConfig (c5f9edd4e1b3b1f474d1ea90afb5d84e05f4ff9855f24f21b61a944adc8cae80) AuthConfig (83131a7cd2d0c2902cff9b6983f4e2fa3ff5e0b985dc8db867ee79cc797e85b9) AuthConfig (97fa05297e2fe6e508158c88f8e28aa25cb15db2e5889a193b1a0cc12f015a5c) AuthConfig (30ed48efe8667603885206c1460196d9cd854efaae5e368e9389908444e45a4a) AuthConfig (0ae6484de87b486051e0f9cec983d904717c4ed85a71741b2c020504b7051e2e) AuthConfig (5612d1297b355a55e3997de2715c6acadfaf55a8a302c79e8f5320584f18a0a5) AuthConfig (3b57aede64da0a1c825ea86f161a09985c5ebfd6f94f92f09f9a39ed03618540) AuthConfig (07985fad8b6fa3386c70537beabc9b48081ed914c13d836f11cd7808bbed5c7d) AuthConfig (5f428fc908e59342c58a5e4d8fbfb6e2318d29f466c10125f848f891ed1d093b) AuthConfig (ae40aefcaa9a0694524495d2d1a502af1c3bf8224408aaf7d0ce33028ad34b5a) AuthConfig (f77e27e04800538f75adda9c56ab3659e9aee0c81a489ddc56dc924da0a8f189) AuthConfig (6aca60183246b0da298b87b02cf8bc8d275d8a9c5a87af6775100cc9a511729a) AuthConfig (0c294f535a96474280e71ea2afedce990933f8a2365cd5645ed45761850b327f) AuthConfig (11f9a150822db4c83fc8756b76e0fa0a90faac17e3a6fe4142e769e01ab6c084) AuthConfig (4f2a546092a6f9fe344e51a0a6158059374f6c3863efaf370d00c79b293bf126) AuthConfig (80fec6f8aa1bda3f61d18cf854e0c611087731f1cf9273cf64b123ef4a81c54d) AuthConfig (c1eaf966db9de36375f64a77ab8bee637f08c1df670be275626c6c36eb7711d9) AuthConfig (3aa148169b5efdfdcfc72afdc55c897e77e0acd9c01dcebc61c45d7710021205) AuthConfig (f652d4ff4d310771335c845de27afab82e60c07445aed016aefcc3de664fca17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a7b42a70-8a56-4db5-9d71-0f59a22d6f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.1250711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-791c32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce54ede3b3801b23b6ff104da3c34e68a33028dbff643e4a320e6ea825344f9b) AuthConfig (eb8bbea2a170d671da2c0eafcba5dd2ff212893ffd3caf8f6b85b72da78d72dd) AuthConfig (9291f48d00584861b94e8761c56deaa31f97785772d7102669d2b5fd1aee3c94) AuthConfig (ed653790bb86197c154a584e1e37503602fe96a9b1d7c4d2d95788c85d229f11) AuthConfig (5eddb633a32a01075e038223d8b0c5c84a4a717a53729fdd8f70ef20b5dc9a67) AuthConfig (08a4ae6cc77b9683e84b2dce634a7c2892a1ff79a166232235d0cc405d89afc8) AuthConfig (825ebf7a9a894f7004cf522d33dc7b6127c91098237f0ca070dbdead611c3582) AuthConfig (25d7062a756f7d1371bb82600a3af792c13b9b601381ca8aeba0015f2dde96ef) AuthConfig (641983ca956f2745da98fe3d1781e114cce7960e5186180708640396565262ff) AuthConfig (db97098dc2e2cbd22e97004574de11152995c0b19c81996108b5d5a450d61279) AuthConfig (4ad416574e1ba86b583e6249d88f9a0bf4ce5a64dd4ac193b3eec57926414110) AuthConfig (cfb3e7cece8b2e886b59d731552bf269fc8fe76a776c442bf3fec498ad278d66) AuthConfig (8d2c910074ca77dce470834fe43a40562e566982142305b9d6e525495ee07f62) AuthConfig (50dbae40071729d2e11b7997d7f97890d892f90a6f63074657e3d39e7a527105) AuthConfig (70acff0b6e1f706e2b3d5b07e8d3ebad1b244c26fa3998ea4226b3db285c0266) AuthConfig (09ee12b2df60973fd651a64c70f4452df21ede1a29a238210d8389bd79392f72) AuthConfig (18c763dee3f1cae419a694ca9b0177b8cab6282b7fc05269a60be912d0004187) AuthConfig (57c5a3b0790cb4198ec7d540c804f5bc03b3447cbf0fa7ef2d15ef51b68b5777) AuthConfig (db48db177aa749affeb0b2f2bf0deff9c5149d3976363028573615fcfdfd5fe3) AuthConfig (4eec57a6009aa8e17493eb254b5871726eb69d208fda7790f1472da724260102) AuthConfig (555e77241f97cce378d1465faad75e84dd836c0e2bcfc8294cab61742457e7b4) AuthConfig (2af0b6c59800f6103005423deac76733e04fca01db3dcd3b2734a78fb71db6fd) AuthConfig (697c2e3357f8128d5702a3dca1965f0caf7b020fc33dbecc30643e3b723c4717) AuthConfig (31425d49be21394538b1b9b86a72faf6e65a8923e7b00e753a78ee70ec1bed4d) AuthConfig (7f8736bd9c41263f3491d6c97a68ccb50fadb2d9e4dc1a2c8e7f75de782293ab) AuthConfig (9439f9dba07cefbc3287b3f79548481b93ef6f2eeff37fb11a02ba0088034495) AuthConfig (799122100573a4b0c19de75befe614bcaf2eaf396cbe860dde024a8df29d80da) AuthConfig (20c56263ba79d66007a5bf9f2d418e754c62ad0ca03c3e3adf135ea7e6c417aa) AuthConfig (74063ee20ebdea88c54658f5754cef467024596fd10198c01a080dfeec517091) AuthConfig (ccfbe476b4625212f4c0bfd9746502248d7441cdf918a95ecd41e1d253826962)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9a46825e-356c-4d65-a169-a1c35b0f751a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.266050442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f52ba735-b643-45ec-8b85-fb54a068d3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.267261209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47978d06-f554-40ab-830c-a7471db61dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.267339049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"2ae5a9dc-3b62-4caa-999a-21a291fba83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.269619525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"73d909a5-fca8-4c54-8765-b20a4a329f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.320233837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f52ba735-b643-45ec-8b85-fb54a068d3b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.321213771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47978d06-f554-40ab-830c-a7471db61dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.322953032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"2ae5a9dc-3b62-4caa-999a-21a291fba83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.324488945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"73d909a5-fca8-4c54-8765-b20a4a329f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.366703784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"03649083-f91f-4ee1-89f9-661c78012879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.420219558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"03649083-f91f-4ee1-89f9-661c78012879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.56149503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"0e11a2bd-ac9c-4c40-82b1-e54d609ba298","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.613261917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"67e3047c-136d-425a-acb7-88d0dae4ab0a","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.668699322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"819ee105-069d-483a-adc9-4194e2e1bdad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.668763307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be8d948e-3ff0-48c1-aef2-ce2065799eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.723872832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be8d948e-3ff0-48c1-aef2-ce2065799eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.72387164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"819ee105-069d-483a-adc9-4194e2e1bdad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.760222822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"2acc5e35-d666-4465-bdad-f17ce033a27c","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.814025748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"2acc5e35-d666-4465-bdad-f17ce033a27c","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.125255029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"3cba3577-26c9-46e8-b47b-bce0c90d5a00","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.271613575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"e0b867c9-431c-45ab-aa9d-3483834913e1","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.325378547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"e0b867c9-431c-45ab-aa9d-3483834913e1","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:22.625371945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"e0b867c9-431c-45ab-aa9d-3483834913e1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-519bf74f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.777074227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"e4b57d61-6763-4746-91f3-c3a78548db0e","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.830758082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"e4b57d61-6763-4746-91f3-c3a78548db0e","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.506758727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"c4e7e2dd-9551-47df-baad-1cfbd7105ad6","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.506787079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"c4e7e2dd-9551-47df-baad-1cfbd7105ad6","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.605000949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"4cd7774f-4383-4b73-9f9c-c97291442050","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.605028716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"4cd7774f-4383-4b73-9f9c-c97291442050","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.703063581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"c075d75e-61f2-43ee-b050-275aa5784d2e","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.757114968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"c075d75e-61f2-43ee-b050-275aa5784d2e","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.160077063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8154bf98-3c7a-4279-a86c-3a94b4f3db5d","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.16010496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8154bf98-3c7a-4279-a86c-3a94b4f3db5d","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.687158489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-gw-auth-519bf74f","reconcileID":"af3db73b-16c8-4304-a2df-ea859f047b1b","MaaSAuthPolicy":{"name":"e2e-gw-auth-519bf74f","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.68730534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"ac6d5403-b362-430b-b635-57c328dac90d","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.89268795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"3002d192-3ddc-4c88-8c0a-5ede595cdb79","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:26.642733377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4812c285-4218-48a7-b89f-38863c0ba871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:26.645300668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"233a9973-7c97-4b37-8209-866dc10fbb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:26.678303922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"bebc92d9-8518-4d7a-a962-a546ae080a6a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:26.696631473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4812c285-4218-48a7-b89f-38863c0ba871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:26.698826149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"233a9973-7c97-4b37-8209-866dc10fbb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:26.73373564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"bebc92d9-8518-4d7a-a962-a546ae080a6a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.072208745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"90676212-4d30-44cc-b3ec-5c5841c44a30","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.072236687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"90676212-4d30-44cc-b3ec-5c5841c44a30","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:29.129079118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"9cbc4809-cdf5-41e4-bab8-f90b1137e907","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-b1861e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.217582935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"55404c17-d041-47d6-ab47-51545320d907","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.21780009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97cc8aa-c860-4020-b563-7d3240e5547d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.217581104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"969756fc-1b53-42ad-80e7-609a7063705e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.225135173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"62fa232b-ffff-413f-91c8-e20769d90571","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.225156425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"62fa232b-ffff-413f-91c8-e20769d90571","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.271886972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"55404c17-d041-47d6-ab47-51545320d907","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.272011761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97cc8aa-c860-4020-b563-7d3240e5547d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.274070344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"969756fc-1b53-42ad-80e7-609a7063705e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:29.324626538Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"62fa232b-ffff-413f-91c8-e20769d90571","name":"e2e-rt-sw-b1861e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-b1861e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:29.324691644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"62fa232b-ffff-413f-91c8-e20769d90571","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-b1861e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.375531608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"c9f48a20-b9c8-4a6e-95b5-4a69b52294f3","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.375577837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"c9f48a20-b9c8-4a6e-95b5-4a69b52294f3","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.558514241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"f24c0ddd-0f50-43b2-ba19-882e2f49bdb9","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"e2e-rt-sw-b1861e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-b1861e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.613962556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21d384c1-f039-4454-90a8-b3dc2ff69735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.613959789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f15d3a7-f1ba-4615-b16c-ef5cf3740bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.668027219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21d384c1-f039-4454-90a8-b3dc2ff69735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.668131096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f15d3a7-f1ba-4615-b16c-ef5cf3740bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.714398855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"a5a27cae-efd7-4fd5-a456-88b9003d08e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.769963032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"a5a27cae-efd7-4fd5-a456-88b9003d08e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.814832367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8e9f24ee-cd42-4f55-8c7e-1268cf77f4a1","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.814859867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8e9f24ee-cd42-4f55-8c7e-1268cf77f4a1","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:30.011928264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"e0aee5da-70a0-4921-8a2d-7f1a6298baf8","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.26721391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"88a17431-cd51-467c-a297-ae271822274f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.269055535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3499f75d-fe7a-4597-8e79-7a1ad0c614cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.269165108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c2535913-2065-42a1-9f3f-0f8389224c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.270518533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b3f57088-9b94-4646-a5ef-96ef93eed5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.321204125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"88a17431-cd51-467c-a297-ae271822274f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.322965825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c2535913-2065-42a1-9f3f-0f8389224c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.323438141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3499f75d-fe7a-4597-8e79-7a1ad0c614cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.325962005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b3f57088-9b94-4646-a5ef-96ef93eed5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.57382599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"3bdf7495-461f-4b35-a46d-5c208937ef60","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.574273349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"25245f38-8925-46f6-ac65-d8442eabd01c","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.576300464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"b5d5c53d-923c-46ee-abcb-9563102de84f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:31.577086442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"7696370f-7ea5-4bfc-9c73-793e15e4ced7","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:35.64043512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"efe4681f-5c7f-4eeb-a7f0-975197dcfa0d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:35.692588152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"a865c008-e01a-425c-af28-7222f237bd94","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:35.839647777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"0f849994-bedd-451d-b13d-4cf4e87ead65","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:35.893988896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"0f849994-bedd-451d-b13d-4cf4e87ead65","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:35.927531224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"59343eea-4a49-4ca0-bb49-9cc5fd5f9533","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:35.980173724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4926c25a-39f1-4fd4-a17a-32dbc2e7d2da","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:36.035973884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e","reconcileID":"6abed870-992f-43c3-b20e-a12e898e393b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-445d360e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.074612103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4a5a79a0-ed2e-44ad-88bd-9b1dfab557a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.074620569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"181e6a64-62b2-4ad6-999b-174ffa9a75ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.137271556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"181e6a64-62b2-4ad6-999b-174ffa9a75ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.137420231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4a5a79a0-ed2e-44ad-88bd-9b1dfab557a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.160203924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d228328f-d458-4fbf-86a6-ea2e39a42ba1","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.220797846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b21b9670-8a1e-47e3-b627-11d4ae3e98e9","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.222776496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"06c642ab-27cd-42bf-8cad-c45f9225719d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.401770635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"c69de2ec-eb20-4a6b-b797-b5f095adee86","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.454100496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"979d603c-8870-48c3-8c8d-0e3fe35bb84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.454768982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d4578dd7-c99e-4c02-a373-296e6d5196ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.456750154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"c69de2ec-eb20-4a6b-b797-b5f095adee86","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.507289812Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e","reconcileID":"304b5dd6-3d2c-4d32-b5e1-b8f1297830c7","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-bulk-sub-445d360e","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.508137858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"979d603c-8870-48c3-8c8d-0e3fe35bb84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.51100614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d4578dd7-c99e-4c02-a373-296e6d5196ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.664828862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"0372e45f-4f7d-4a7f-a250-ae52914ac8b9","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.705464325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"7b930ac2-dee7-4a20-a00b-760d6bc32587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.866106681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e","reconcileID":"9fb60fd3-47d0-4e81-9e11-6cc74260bd6d","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.710189268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"44f017a1-3b8f-4c5d-b855-0877783fc91e","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.7105203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"47a09f1d-ba28-42a3-bc4a-b6644c42512e","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.780717712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"eda3ad43-9847-4b81-ba1a-5809ba47712b","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.781206566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"2b1b2cac-0e5c-4bff-a1ab-fc400708edc2","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.857644338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"e54df8c4-3402-4249-a47d-73af1b46c2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.857835612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"76a993d1-c836-40ea-b2be-7b00ebc4b542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.908212387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"e600d398-2a99-4923-8e9b-c3bca598b447","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.908221331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"81a5a07b-f24e-4a4c-bd47-500a92425c96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.913435461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"76a993d1-c836-40ea-b2be-7b00ebc4b542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.914411278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"e54df8c4-3402-4249-a47d-73af1b46c2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.259684718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"db59581d-d927-43cb-93a7-a5e8d8943f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.260087736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d20e9328-77ce-44cd-84c3-cdaf2426c8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.314193757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d20e9328-77ce-44cd-84c3-cdaf2426c8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.314270491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"db59581d-d927-43cb-93a7-a5e8d8943f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.496043405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.497697533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"47765972-5979-41be-896a-4fafe33fd6ff","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.643285054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c76e3226-5d90-4601-a3b2-9b06aa829b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.643471616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"b146c1f6-6f55-43d4-9cee-36165bfe66da","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.643285515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c45f0d7d-16ba-4f37-81ad-06cc29b8ace0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.697404768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c76e3226-5d90-4601-a3b2-9b06aa829b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.698691967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c45f0d7d-16ba-4f37-81ad-06cc29b8ace0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.699671186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"b146c1f6-6f55-43d4-9cee-36165bfe66da","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:42.272509961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"f4c5070d-326c-4255-b218-2960a229a0e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.440890363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"d78ecdb8-8c80-4c37-aa64-480573634b3b","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.449362365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"92ab95e9-d5b9-4cc3-bdd0-0f5313c071e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.449416842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"9b929ece-1e35-435f-b5b9-6144cf3f3dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.504274376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"9b929ece-1e35-435f-b5b9-6144cf3f3dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.506803224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"92ab95e9-d5b9-4cc3-bdd0-0f5313c071e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.698955496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"4fc8ff5b-8188-469a-9ac1-f719919333c8","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.698994751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"4fc8ff5b-8188-469a-9ac1-f719919333c8","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.718667631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cf58743-8ad4-4cd2-9236-60cfda00e33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.718943915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf66e5c7-3eed-4775-b9f4-0e7441104321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.718684797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"890ae1a4-931a-469d-ba9b-0e233640fc00","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.786196695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf66e5c7-3eed-4775-b9f4-0e7441104321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.792158612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"890ae1a4-931a-469d-ba9b-0e233640fc00","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.793999099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cf58743-8ad4-4cd2-9236-60cfda00e33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.709779139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8df821a0-f486-4630-a2b5-1be17b564e0b","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.758870663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"a0e71ae1-9ce6-4a53-810f-379ed367a322","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.758950178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"a0e71ae1-9ce6-4a53-810f-379ed367a322","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.856381718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6265cd2e-8c03-434a-8aeb-0a8c05989d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.856510704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"b87c9e61-51bb-44ae-b77f-8822767d8e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.856845929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"2c363ecd-0869-4948-975f-f2c9e7c56e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.905586835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"9836e521-4885-4567-936f-9cccb5b493f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.906230242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caab3f45-7656-4b0f-883a-f6c0a112b4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.910885302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6265cd2e-8c03-434a-8aeb-0a8c05989d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.912116122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"2c363ecd-0869-4948-975f-f2c9e7c56e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.913195669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"b87c9e61-51bb-44ae-b77f-8822767d8e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.939261703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e4e56c3-e8ba-43fb-ab35-70d008dda1b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.939382509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e4e56c3-e8ba-43fb-ab35-70d008dda1b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.939800461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f883f8de-deb5-465f-abea-63c7ba9ec683","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.939863147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f883f8de-deb5-465f-abea-63c7ba9ec683","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.96009817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"9836e521-4885-4567-936f-9cccb5b493f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.96145697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caab3f45-7656-4b0f-883a-f6c0a112b4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.995880501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"4e0ac93d-1be6-49e6-899f-4778adba2e15","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.996027393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"4e0ac93d-1be6-49e6-899f-4778adba2e15","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049047276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"025f6a16-2a57-4b1e-b488-8ad9a894f467","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049075553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"025f6a16-2a57-4b1e-b488-8ad9a894f467","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049451821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e90633cf-a144-4110-9654-223b81b2f445","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049464659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e90633cf-a144-4110-9654-223b81b2f445","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049666149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e8f31811-739d-4590-9cba-f6f0dd2ea914","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049677863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e8f31811-739d-4590-9cba-f6f0dd2ea914","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049891225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e9db2205-b987-4565-a15d-e3900ebc7c6d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.049927035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e9db2205-b987-4565-a15d-e3900ebc7c6d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.050213247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f206a782-343d-47ed-9ed8-18808266284d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.050226793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f206a782-343d-47ed-9ed8-18808266284d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.050446231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1019f68e-7982-4d9c-a496-3c3aaf5ca597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.050456638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1019f68e-7982-4d9c-a496-3c3aaf5ca597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.151186247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4706ad6e-9d45-47ab-a2c7-2bfc840a6c49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.15118271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0119150b-59a9-4d5d-99c8-350a558f9b52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.197668735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"c0dbd2d4-b560-4883-a1d3-82a03cd5bc69","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.260572547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"01d3529c-657f-4d70-852c-63ddd1f03682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.260648566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"823013fe-be4e-457d-8c43-ad0944f66886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.261185337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"32d3fc35-f97e-4b59-b146-446ffd2a9588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.31709086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"823013fe-be4e-457d-8c43-ad0944f66886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.317257159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"32d3fc35-f97e-4b59-b146-446ffd2a9588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.322440958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"01d3529c-657f-4d70-852c-63ddd1f03682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.359264247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"f0202157-ba5b-4de8-a600-945719813e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.407932357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54d43d6-29cb-4946-a657-1ad95220741a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.413503101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"f0202157-ba5b-4de8-a600-945719813e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.461707181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54d43d6-29cb-4946-a657-1ad95220741a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.665131794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"0490112b-6c29-432f-84fa-dd465a945cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.665180603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"374d8131-8213-441c-a717-68ccb66e1b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.665615591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"5c5bb9e2-d3d4-4829-a7e6-8c606a5de41c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.719533114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"5c5bb9e2-d3d4-4829-a7e6-8c606a5de41c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.719683981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"0490112b-6c29-432f-84fa-dd465a945cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.721780895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"374d8131-8213-441c-a717-68ccb66e1b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.765314415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"c94340bb-3147-4be7-84d4-99bec4782e5b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.814128756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"a3529159-afbe-4412-97e1-7a7bbc267584","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.819326945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"c94340bb-3147-4be7-84d4-99bec4782e5b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.86807207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"a3529159-afbe-4412-97e1-7a7bbc267584","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.034611023Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"aad40e6a-c996-423d-bbbd-9ed9b51e259b","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.114107761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e99ea97-cd72-40e7-bcda-ef1c1063cd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.168270654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e99ea97-cd72-40e7-bcda-ef1c1063cd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.189563448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"640e0bc1-416d-4c31-8769-0898e12c426e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.190192105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d39288fc-2c7c-417c-bcf8-0ebe802e63af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.190275316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"29532a1d-4380-4fed-ad37-11601d462f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.245812474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"29532a1d-4380-4fed-ad37-11601d462f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.245808806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d39288fc-2c7c-417c-bcf8-0ebe802e63af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.248108019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"640e0bc1-416d-4c31-8769-0898e12c426e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.312534683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"97aceb52-bae5-4a1d-b94d-e78a7cec9b82","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.367690396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"97aceb52-bae5-4a1d-b94d-e78a7cec9b82","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.507758597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6473d006-1a8d-4290-a128-842ddee458e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.55972683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f93fd803-81aa-40f0-9904-f5e26a2e3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.559846861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"e45a6251-abfd-4beb-bed6-6222af40eeab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.560329198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d5efc5d8-af91-4e09-8e7d-bd6c814db6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.562478599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6473d006-1a8d-4290-a128-842ddee458e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.614070892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d5efc5d8-af91-4e09-8e7d-bd6c814db6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.614227181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f93fd803-81aa-40f0-9904-f5e26a2e3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.616227517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"e45a6251-abfd-4beb-bed6-6222af40eeab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.756817791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"8476a250-9c82-4e2f-bd31-fb96af43394c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.810789662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"8476a250-9c82-4e2f-bd31-fb96af43394c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.85699344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"ea00a70e-3e2f-4391-8520-55db7e900a6c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.911302191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"ea00a70e-3e2f-4391-8520-55db7e900a6c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.95777492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c4d9cb99-98d4-46a2-a692-2215cdea5538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:48.957955644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"8f2dd9e1-7dcc-4f86-863e-3b8d2a0b6bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.006823998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a67f7944-949d-4e80-90a8-c62a0c0442b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.01198446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"8f2dd9e1-7dcc-4f86-863e-3b8d2a0b6bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.012173977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c4d9cb99-98d4-46a2-a692-2215cdea5538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.061945099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a67f7944-949d-4e80-90a8-c62a0c0442b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.106381778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d4af7897-8e5c-4447-a395-983b07a37f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.160216274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d4af7897-8e5c-4447-a395-983b07a37f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:50.306557368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"21e89a56-5f5d-4a88-99f8-fb62f2e6fe02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:51.650437817Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e","reconcileID":"6103efcc-3f1b-4145-afc9-8bdf766695a1","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-bulk-sub-445d360e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:51.853774216Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e","reconcileID":"6103efcc-3f1b-4145-afc9-8bdf766695a1","MaaSSubscription":{"name":"e2e-bulk-sub-445d360e","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.050797427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"b5dfd5c1-977c-4a7d-86d3-11225c45fab3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.065567387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"be382664-962f-403d-ae61-046e7f227976","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.210425575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"8e436ec9-c0ab-4e1d-a44f-f1c49f67f052","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.212835417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"a7f1e7ab-af7c-4c73-8ab9-b099706f362f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.213048586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"471a67bf-82be-4894-bac7-d80885e25b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.212836147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"af067ecc-df6d-4b1b-9950-a76c73598116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.267208234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"a7f1e7ab-af7c-4c73-8ab9-b099706f362f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.267242913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"471a67bf-82be-4894-bac7-d80885e25b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.269596892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"af067ecc-df6d-4b1b-9950-a76c73598116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.413361789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-bulk-sub-445d360e-auth","reconcileID":"b3729f4a-fb42-4a50-b61c-6c7b0b32a7dd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-445d360e-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.618491681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9bd8638a-3bd5-4dd4-be0a-b2e848cb2f1b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.676475555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"488b185e-347e-45f2-a354-e87ddabc672d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.541437461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"774f120d-729a-419e-b71c-949c46a02938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.257188918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"2618c5af-7f17-47a9-bd55-92bca989d1b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.353227882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"2d160ef1-74f0-4706-a72d-b5ebae0277b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.454205099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"381da857-e1ea-4eef-bdc4-caf0199f182f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.454257208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"f8221420-0b49-4acc-8d87-53826616ec89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.639658063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"de02e9e3-cdce-4dea-988d-ebb653d7def7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.761323684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd68b220-f7c2-4578-a4fe-6a32d6e1d5e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.861817755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"a0d53ab5-940f-4df1-bcda-635f2acae447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.886537488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"1e0c0272-fdff-4d2a-aade-05c4361db8b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.961354843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"61be5e4c-316d-4a2d-aa17-b4e2df6db3ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.068598892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"1a27e2c4-3b27-4807-9b7e-2c691ca122a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.171568199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"db8eb8f9-be12-489e-92e8-aee111e19e4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.240963353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"95fb4878-5585-4ed6-a769-ca7299de6036","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.270648971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"30dc2bc1-c794-4911-8d8a-3bf32771a2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.546354405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"64f5d572-efeb-4a89-91fe-68bc9baa430e","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.547238331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3a0d810-b1a1-42c4-8d13-e579013d3e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.563850738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ffad39b-c041-419e-b41e-4ecd376db188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.603510978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3a0d810-b1a1-42c4-8d13-e579013d3e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.605541306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"64f5d572-efeb-4a89-91fe-68bc9baa430e","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.621261744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ffad39b-c041-419e-b41e-4ecd376db188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:11.492478051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:11.903715701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"6e526fc9-05e5-4c70-9364-c0ec924f40da","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:11.904260142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"a57f6e96-88f7-4a64-a3ce-24f05570a367","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:11.977802359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"0e621c80-e83e-4647-84b0-a406c23e900d","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:11.978257798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"032b12a4-cc33-4cfb-a0d8-78cdb0a0a89b","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.051472573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"82c9686a-72cf-4770-8fe5-42f4db1337ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.051522284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"4a2c299e-a097-4b66-b851-21a34d8c9694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.105390936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"e8d2717d-2534-4c01-abc6-c3f97eba109a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.106236395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"e8b181f0-2c2f-4bac-a0c9-8ca38f91b05b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.113689586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"4a2c299e-a097-4b66-b851-21a34d8c9694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.121833454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"82c9686a-72cf-4770-8fe5-42f4db1337ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.40694657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9769d163-0b83-426b-be12-9f723ffea422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.415256732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d1da4349-a785-4fb4-b7d1-762c2962b8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.460949584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9769d163-0b83-426b-be12-9f723ffea422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.469060509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d1da4349-a785-4fb4-b7d1-762c2962b8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:13.604038822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"e2e-conflict-a-3ba3a28c","reconcileID":"4f73c778-732c-4aa1-9ea1-766fa2df2ee5","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"e2e-conflict-a-3ba3a28c-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"e2e-conflict-a-3ba3a28c","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.291639593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b0268d2-0b0b-4b34-aedf-ee566fd50a30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.389764541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"06602455-b562-452a-b09e-d6a283c88b9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.415964188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"83482298-3c4f-4872-850d-a61758cc7dfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.489726175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"cdaf7ccf-a47c-41b0-8bfd-5d92bfe52031","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.536521388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"ef4f3be5-d49a-44cd-97f3-09f113bdb5d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.708015557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"0ddfe9f3-1104-4cd3-867d-40d3dd543762","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.839047565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"67c25b64-5eb4-44eb-acdf-bf987158f4df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.936986363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"eb55b243-c7fb-4ccc-be4a-b74aced47626","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.982156562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d5ae741c-3c85-4c4c-bf01-2668ff4e70e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.982756747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f6e6d1d-b075-4195-9416-53b15d109a6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.089326964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"cf1c6060-ce6d-42a1-93c8-f861ce7b5876","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.191972751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"528aa3dd-e124-47d0-ba13-084d7b21d383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.290689454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"047029de-d2b1-414e-adbe-aa5dec5c76f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.447146067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"4be5c33b-809a-41b3-83ee-8a3e3aedfec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.447153502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"afc404af-1ccd-4980-af93-21f52c9eb982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.503280676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"afc404af-1ccd-4980-af93-21f52c9eb982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.503445546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"4be5c33b-809a-41b3-83ee-8a3e3aedfec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.283662313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"d7a12308-08e6-451a-9892-fc5b9dcad2dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.382708204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"062af900-a24c-4a1d-810a-c80422a9ebb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.483808896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"781596e5-f7cc-4f59-b0ed-843b75fd6c49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.494188221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d9ddc02-68e0-40f6-868a-c6dd6bc00c9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.72572097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"eaa56d08-efb8-4d67-b15e-a5843dd7872f","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.777708264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"e886dc0c-b45a-4c9d-b268-b11d08995bad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.876955349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"ae4a7425-e296-4cf5-812e-a57282faa82a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.976716829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf267ac8-c04c-4422-8f26-fba9bc09e815","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.992948202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"93e9b81d-ae26-41d3-9b62-1c26b2459ecc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.078417127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"44870efd-3a33-4694-bdde-529745687734","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.295945599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"b49bbdae-f577-4eae-b985-515d8d3e8853","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.39611041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"bd438f9a-4ffb-4927-8ed2-315eba8445a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.422070141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"8f40930c-365e-41eb-ad54-94502e8d8330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.918691501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"e56e0f03-24c8-4791-8587-efa624f510b7","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.91906473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"d37f8f58-91fd-4348-8d7b-8c4fa24079c7","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.990706792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"05b5126d-bcba-41b2-9f42-54c9e6510d06","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:32.991076776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"4ce8c165-37c8-4564-8ced-97066eab8c3c","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.065222523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"37e68be2-3168-459b-afaa-15ba6be7f863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.065614722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"acde0a82-123b-4452-8c23-7b0d55137731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.115597092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"d18130e4-7d45-4101-a556-74a5e2a0e73d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.115757597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"125963a8-4fd0-4b5c-b217-807b82891dd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.120630115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"acde0a82-123b-4452-8c23-7b0d55137731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.122642876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"37e68be2-3168-459b-afaa-15ba6be7f863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.415161023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ccedc998-1163-4246-b290-ec214d45449f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.415199292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6ecb51b7-cbd6-4797-a604-6f7c38959832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.469117759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6ecb51b7-cbd6-4797-a604-6f7c38959832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:33.469310408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ccedc998-1163-4246-b290-ec214d45449f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.492453678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.011675734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"2c581275-d735-4f5b-9c49-3ff5a9bf0097","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.111861618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b935bcd7-7a10-44b8-9088-e6e5fa577651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.137308493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"6dfff3f9-4815-40cf-99a6-46182e1d6b50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.369148923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"47ad9366-6718-4d2b-88f9-5f39f9f19b5e","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.420018921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"3e29f45a-aac9-44ba-af78-b9f74e9c46f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.520287897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"4cbcec56-9c29-432f-bf99-13efe3eea85d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.691718933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"4388af3b-990c-46b5-be05-e92e3b4bdc66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.791185331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d90cebe2-d058-48bd-9d5c-4b7c98e2d532","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.892354818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"fcfb466f-a3a0-44af-b0d1-d19380b6cbd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.892352919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"b8b6cb5b-311f-427e-befd-684392402601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.994658526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"35ebdfea-8b5b-41f9-9de3-4e6aaa86e251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.008987174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"fba9808b-0ae1-4182-86c0-d631372eedf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.096848348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"64b744e3-23d8-476a-b1df-caa34670899e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.195364077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"20d28689-5752-438d-9158-82dd6cceb806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.195362766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cbf617cb-e575-4bfc-88c1-c2b20dcb3fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.249279998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"20d28689-5752-438d-9158-82dd6cceb806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.249413787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cbf617cb-e575-4bfc-88c1-c2b20dcb3fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.031502956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"23aa5b66-e6eb-46a5-acc0-21a32a449dca","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.081617466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"774d3f8d-2f91-43e9-a7e1-0eded09a5931","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.081646857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"774d3f8d-2f91-43e9-a7e1-0eded09a5931","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.178325417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"6ed781f7-9af8-459f-8b0a-04b547b61309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.178568339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"83914cd0-61b5-436c-b777-3b78f4a8d836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.178791374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b9ea7832-767a-46c9-b72f-483c9ba1bdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.178324857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"91630a37-aaa3-4fbd-b21e-0d9f8b5080cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.227389018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"65d7ab65-878f-4265-b6eb-c5b59893a3b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.233133266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"6ed781f7-9af8-459f-8b0a-04b547b61309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.234219486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b9ea7832-767a-46c9-b72f-483c9ba1bdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.235487303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"83914cd0-61b5-436c-b777-3b78f4a8d836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.237989493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"91630a37-aaa3-4fbd-b21e-0d9f8b5080cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.281488302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"65d7ab65-878f-4265-b6eb-c5b59893a3b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.320427694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46953bbb-220d-4cb1-9925-8db1c1f5c471","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.320456286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46953bbb-220d-4cb1-9925-8db1c1f5c471","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.320796892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a6ea7c02-16ac-44ea-8939-d7c862e672bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.320815561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a6ea7c02-16ac-44ea-8939-d7c862e672bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.321127663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee98fdea-9cff-474a-8adb-de18d310d842","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.321144578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee98fdea-9cff-474a-8adb-de18d310d842","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.321415695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcc44aad-632f-4752-9054-a8d7f85d8eca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.321432334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcc44aad-632f-4752-9054-a8d7f85d8eca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.321695653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c578838-06af-4868-a1db-1276f1981e21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.321709561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c578838-06af-4868-a1db-1276f1981e21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.322009673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0efe7b34-c257-4c3b-b8db-0316d7fd239f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.322028707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0efe7b34-c257-4c3b-b8db-0316d7fd239f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.322450884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d79766cf-950a-43aa-a533-5fdbc67f587f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.322469281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d79766cf-950a-43aa-a533-5fdbc67f587f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.322758102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61cb86ad-5b07-4660-8a79-ef5d48c8d566","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.322771314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61cb86ad-5b07-4660-8a79-ef5d48c8d566","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.372190934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"fa401883-b3f4-4405-91d7-31494f22aa08","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.372219138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"fa401883-b3f4-4405-91d7-31494f22aa08","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.519943875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8277cac-ecd0-4351-84c7-5cb272ae634c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.520208511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f03e52ef-2f2e-40f4-8f83-f62794b5e00f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.569555286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"12808e56-233a-4d71-90d3-0cd99cf49707","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.577312968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0955d49a-2690-4e5e-8d20-5a581335c526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.577611187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"38ff2eab-6931-41fd-bbc1-5de36c845a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.577773147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"845acf7d-45aa-437c-beba-0ef429593861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.625459846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ac74f52-9585-46c2-9171-4810bc96423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.632951969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0955d49a-2690-4e5e-8d20-5a581335c526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.633190539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"845acf7d-45aa-437c-beba-0ef429593861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.635270983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"38ff2eab-6931-41fd-bbc1-5de36c845a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.677217632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3818de10-b022-4890-a13a-336cbeea547a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.680143058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ac74f52-9585-46c2-9171-4810bc96423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.731426922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3818de10-b022-4890-a13a-336cbeea547a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.980004365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d9e9861a-466b-44b9-9988-0780a07ad246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.980102049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b88b3c4a-818b-475d-a9b1-75f1dd7dca7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.028493391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4bae1fc-75c4-468b-b13b-025fcda4e48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.034568332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d9e9861a-466b-44b9-9988-0780a07ad246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.034708651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b88b3c4a-818b-475d-a9b1-75f1dd7dca7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.087224383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4bae1fc-75c4-468b-b13b-025fcda4e48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.133624984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"74695a45-e4ef-4df1-878d-c39c377b4100","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.188055493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"74695a45-e4ef-4df1-878d-c39c377b4100","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.380727193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"367bb447-9170-4cfb-96d0-09178afc9124","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.529590768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"cc7309d0-036b-4e0e-b115-5f34e06f8275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.529756915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"fbd27d6e-5756-48db-9824-10830fa30109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.530073629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"894d955d-109d-430b-92a2-f43a25110890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.578119001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af66efb0-9c8c-42a6-a355-afdeabfe3c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.581954137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0519fcd2-7df7-47a9-ae21-0489d5210083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.58588801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"fbd27d6e-5756-48db-9824-10830fa30109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.586876477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"cc7309d0-036b-4e0e-b115-5f34e06f8275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.590543046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"894d955d-109d-430b-92a2-f43a25110890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.63232081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af66efb0-9c8c-42a6-a355-afdeabfe3c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.636738686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0519fcd2-7df7-47a9-ae21-0489d5210083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.879246161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ef02462e-3cd9-49ab-bc2d-0b7c84b3c5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.883603084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"5cec92d4-1fda-4736-879b-be1476f331b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.927774479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"71e228fc-6a64-4c75-bbf1-5b1e65a3ee75","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.93355443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ef02462e-3cd9-49ab-bc2d-0b7c84b3c5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.937186888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"5cec92d4-1fda-4736-879b-be1476f331b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.98011686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8892d16e-faa2-44e9-a338-4e0a3838be9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.980122081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cc24c612-f2a2-450a-b753-c3a5399e143f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.982287246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"71e228fc-6a64-4c75-bbf1-5b1e65a3ee75","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.034830596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8892d16e-faa2-44e9-a338-4e0a3838be9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.034850648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cc24c612-f2a2-450a-b753-c3a5399e143f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.276672096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"f85426ee-6feb-49e6-8de3-1d45f0672ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.325832999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c68ab4e-ac68-4975-ab1e-77aac41953b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.331342922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"f85426ee-6feb-49e6-8de3-1d45f0672ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.378253449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9e5691c1-7118-42df-a003-653aec9fe999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.380519825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c68ab4e-ac68-4975-ab1e-77aac41953b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.432413989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9e5691c1-7118-42df-a003-653aec9fe999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.456314642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"7a8a711e-0984-4111-bda0-a198617deee6","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.456712373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"e2e-conflict-a-3ba3a28c","reconcileID":"fdb4867e-f72a-4c5a-b3a3-6662e69f23e1","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"e2e-conflict-a-3ba3a28c-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"e2e-conflict-a-3ba3a28c","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.456947255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"ced68307-1482-4ab1-b020-7ae983d9a963","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.52721168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"e2e-conflict-a-3ba3a28c","reconcileID":"d206bf4e-783a-4c74-a032-6eb2b4cefbb3","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"e2e-conflict-a-3ba3a28c-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"e2e-conflict-a-3ba3a28c","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.527501057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"c891e202-6c26-46ad-ad31-d41ebc53d3b2","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.527770109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"fe51317d-a2ed-42b4-9868-488dd9155037","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.60244184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"590fb4be-0482-47f4-ac48-b9570fa0f65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.602441039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"29127eed-1ef2-4cdc-be0c-278203ab30bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.659115874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"e4843332-d2ec-4ed2-91ae-6bf22412d584","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.659707683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"29a77dda-c44e-4d96-affd-8876066552b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.664899512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"29127eed-1ef2-4cdc-be0c-278203ab30bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.666629252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"590fb4be-0482-47f4-ac48-b9570fa0f65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.914601639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"3af713ab-9b4e-4ce0-8ef6-4465e1491cd2","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.958536953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"59a60624-8e84-4852-b849-415c1dcd41d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.958562276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c0e663b9-1b2a-4a9d-b22b-fa3a71729f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.013599381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"59a60624-8e84-4852-b849-415c1dcd41d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.013599384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c0e663b9-1b2a-4a9d-b22b-fa3a71729f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.259662436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83d46205-89ba-41f5-b40b-39b69e360405","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.407335648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"e368d67b-63e1-4571-9e4e-f1bcd7650bd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.510113448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"5c028c06-4ece-43dd-b711-7fe575703dc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.608214745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"e7b78290-65b7-4d02-9af2-7f0367a42053","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.608229962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"f17f1aae-d069-4071-896d-a8c3c78b11a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.758353451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"c8fcdce3-1664-4015-bdf0-2d2393b473b5","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.808502433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"9fec764e-f45b-4bdf-bff9-d51f91c27801","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.813294426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a2db513-e6ef-4a47-897f-099c8f9763e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.961259875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"e2feda8a-35fe-443b-b84b-c618c702f4c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.062291444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"0eda8c36-93f6-437f-9f60-3fea0cd8314e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.106399611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"2f9ab8ab-564d-4258-ac0c-d206b179dcca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.208875277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"713ee5c8-d49e-4928-a3c2-ea0c12270fb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.330373341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"184c2d0d-2b7c-4d22-860d-560e4d2896b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.394601562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"65ff126b-ab7d-41e7-a7d1-b009bb761e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.494011766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"45e0f57b-bdc9-4286-a6f3-82387fa593c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.585970727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"f51f8633-095f-4601-81e7-9c851775058e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.585980603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e2ecbca-66c6-4d0d-888b-3476638ccec6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.698639749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"3ec9eb5a-eb3d-4bc3-893a-49f0bc660ba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.849788157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"d48925b6-1f1f-450a-95b3-5fe6b1142244","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.949524244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"f42b342b-c632-4476-89a3-b477424c13ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.973897335Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"bcd5b6fe-e48a-47b1-afdd-bf42b85827d9","namespace":"llm","name":"e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.035715949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"62e02870-0c63-4fa3-a19b-f696a5db7ac2","namespace":"llm","name":"e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.062279008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49c6af28-0d56-4135-a5b6-76228cd3c0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.170970218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b71d5530-45bc-4e5a-8919-19d8c730da7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.171893047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cac96567-6f2a-4004-8a8c-15209bc75466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.17201673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"2e0e9a86-9720-4d08-82a0-a3e75d90feed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.194251244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"be92cb73-cfc7-4462-a80a-9323517d480a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.23483381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93c34799-0c9d-4a14-95b2-125cb612cc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.237706368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"6a9fba2a-98ba-4f87-aec1-06d88ec2fccb","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.256274342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cac96567-6f2a-4004-8a8c-15209bc75466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.259837239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b71d5530-45bc-4e5a-8919-19d8c730da7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.26835581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"2e0e9a86-9720-4d08-82a0-a3e75d90feed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.379784004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93c34799-0c9d-4a14-95b2-125cb612cc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.380653291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"7e7d7f4b-bb36-4053-96a9-fa0f16f414c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.430409372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"6a9fba2a-98ba-4f87-aec1-06d88ec2fccb","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.472614842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"b5cd9b62-b028-4383-bce5-0016a618ddbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.561964122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"dd030a7f-12c2-4b69-99ec-a622e1f3a865","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"name":"e2e-rt-eq-435f63","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.685859332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"4e77550b-247a-4a82-a90e-55f32d482051","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.739609686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c97e136d-093e-40c5-b568-3b7928ffbf7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.740256864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"28baf689-af1f-4b0c-84a2-b80c7660060e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.939696297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18a1a216-2b6a-440c-9907-888dae59b701","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.939816959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18a1a216-2b6a-440c-9907-888dae59b701","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.940675541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ae74072-3468-429a-a546-e7ee3fb522d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.945009237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ae74072-3468-429a-a546-e7ee3fb522d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.945960246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f741c806-e1a0-4a49-bb60-54eb9af4b2fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.946040332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f741c806-e1a0-4a49-bb60-54eb9af4b2fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.946801822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"83b1575b-00bf-43b0-a357-0db497f0e93d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.94687621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"83b1575b-00bf-43b0-a357-0db497f0e93d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.947622632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26a040f0-66c9-4d2b-af98-e96a3dbbb1fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.055331299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26a040f0-66c9-4d2b-af98-e96a3dbbb1fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.055888155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a64a4d-db0d-4b00-9c8a-1906429abfe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.055928197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a64a4d-db0d-4b00-9c8a-1906429abfe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.057496089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9ef3d411-e49b-433e-a631-10731ad564e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.058509706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56c2a3ad-64f7-4ff5-b921-d12b2527e88a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.978199702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"814d78d5-4921-4d73-be82-8a84bfe09b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.977677565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1a753b62-d2a7-4bad-a358-6fea3a125bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.978645609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"97a28bdd-218b-48cd-be5f-0994587c0be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.119572618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"ff4b414c-00bf-4ef0-b6dc-c527a0c52967","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"name":"e2e-rt-eq-435f63","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.154525637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9ef3d411-e49b-433e-a631-10731ad564e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.158512646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"97a28bdd-218b-48cd-be5f-0994587c0be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.162284718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"814d78d5-4921-4d73-be82-8a84bfe09b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.172058631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1a753b62-d2a7-4bad-a358-6fea3a125bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.190669269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39722b6f-5778-41a4-8519-3b1f51c0d3ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.190801563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39722b6f-5778-41a4-8519-3b1f51c0d3ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.191401932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"143ae090-d01f-4b11-a22a-935bbe7c3834","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.191482453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"143ae090-d01f-4b11-a22a-935bbe7c3834","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.245764533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8cc6b74a-6496-4aac-8049-9caf766072b6","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.245897281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"8cc6b74a-6496-4aac-8049-9caf766072b6","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.246647235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"46d89d4c-2938-4133-834c-f185fd13c1a2","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.260773013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b477e41-ad15-4fb5-8ca2-d571b0b6004e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.324920187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b477e41-ad15-4fb5-8ca2-d571b0b6004e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.516350995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"a408fbe4-4f09-4b31-9b87-1f12f74fad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.571275496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"a408fbe4-4f09-4b31-9b87-1f12f74fad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.610804833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"005404c9-a498-4067-a925-5673c9c7f980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.611177944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"93276310-1dbe-402e-91e5-88bfddb9ab14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.661512449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cf8a6885-f57f-468d-a7ac-e44e6a5cf7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.661869416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"2c0455c1-d1fe-4bda-a71c-c012046e175c","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.669628643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"005404c9-a498-4067-a925-5673c9c7f980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.670099739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"93276310-1dbe-402e-91e5-88bfddb9ab14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.719846342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cf8a6885-f57f-468d-a7ac-e44e6a5cf7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.727758195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"2c0455c1-d1fe-4bda-a71c-c012046e175c","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.92049074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"57df8a41-90a9-41d5-b044-b6bbe71c211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.975519261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"57df8a41-90a9-41d5-b044-b6bbe71c211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.01850864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"4f9a2428-a5ad-41f8-85db-04732203a3fd","namespace":"llm","name":"e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.028537235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"79fa5b70-83b3-482d-80e3-a85f34f4a757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.072014245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"127460a0-5c3d-4671-ad02-980c01808a11","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.072049152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"127460a0-5c3d-4671-ad02-980c01808a11","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.080008089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"076cfd22-3339-4d20-8ce5-5848c9f73dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.088558931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"79fa5b70-83b3-482d-80e3-a85f34f4a757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.136185792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"076cfd22-3339-4d20-8ce5-5848c9f73dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.172430067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"b20f88fa-47e6-44a8-abad-3fe6d13267e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.219734785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"7dc9dda1-1c78-4d20-8753-12fe84f2ff84","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.229295936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"b20f88fa-47e6-44a8-abad-3fe6d13267e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.275697373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"7dc9dda1-1c78-4d20-8753-12fe84f2ff84","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.278349498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bf0fd4dd-0461-4fc3-b70f-fa6e47b480c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.332441469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bf0fd4dd-0461-4fc3-b70f-fa6e47b480c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.434178672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4a7e3887-13a2-4268-927b-d94c210eb0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.488342923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4a7e3887-13a2-4268-927b-d94c210eb0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.583973714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de91ea4d-00d4-42a5-bbe0-39273723dd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.635218409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ecb88168-2ed4-449c-b113-4549607458f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.638046273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de91ea4d-00d4-42a5-bbe0-39273723dd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.689109185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ecb88168-2ed4-449c-b113-4549607458f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.735503646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5efe2789-544a-474f-9c38-23a57ffcbc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.735570544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"28fcb4fd-acdb-4864-bd88-2eb3b836f734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.797050723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"28fcb4fd-acdb-4864-bd88-2eb3b836f734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.798114127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5efe2789-544a-474f-9c38-23a57ffcbc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.839642457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"fde117f3-69a6-4016-b73a-880cccdc0c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.896337182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"fde117f3-69a6-4016-b73a-880cccdc0c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.987767284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cde27bf-4e9e-494f-969e-8bb4ad1b0ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.038834425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"0f3b579b-26d2-4971-a8d5-b44c883cb428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.041843074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cde27bf-4e9e-494f-969e-8bb4ad1b0ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.0931376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"0f3b579b-26d2-4971-a8d5-b44c883cb428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.18966127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8d20c7af-a11d-4c5e-a1b9-ec9263ec4359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.189661307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"7ec06d25-c559-41ef-8ae6-6b3260cf274d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.244114981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"7ec06d25-c559-41ef-8ae6-6b3260cf274d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.244262505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8d20c7af-a11d-4c5e-a1b9-ec9263ec4359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:08.62860317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"133d1476-9b73-43f0-9932-277b271fc878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:10.307242727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"842f46dd-8c3b-4820-9871-77a491a511b4","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:10.307272537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"842f46dd-8c3b-4820-9871-77a491a511b4","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:10.406019683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"d1dd6b6d-36cd-4ddc-b48a-98080cc97c2c","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:10.406047745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"d1dd6b6d-36cd-4ddc-b48a-98080cc97c2c","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:10.55672888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"16d46dda-9bfc-4cd2-a7d2-69541da945d1","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:10.61039062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"16d46dda-9bfc-4cd2-a7d2-69541da945d1","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.0140821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"d378bfb4-0dff-4df0-a79f-0d0d0737b9b4","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.014109232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"d378bfb4-0dff-4df0-a79f-0d0d0737b9b4","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.493232534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.788466693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"d662634a-522e-43b3-a02e-b76499e175cb","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.88611013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.935471487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"9e55a8fc-06b1-4fd5-baa0-b8f49d1b5b9e","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.935632005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"9e55a8fc-06b1-4fd5-baa0-b8f49d1b5b9e","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:06:16.005243471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"08300591-c768-4abf-b0ef-830cfd6b1902","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-435f63-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.107332235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"32caceb4-910d-4f70-a27d-bbb30d123e56","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.107369358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"32caceb4-910d-4f70-a27d-bbb30d123e56","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.153531901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07205da6-47fe-4df8-9cec-fc025d5f183f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.156003012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cff8c14-0699-4b50-8d88-80dc08431f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.156858247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"64b750be-2479-47d5-8895-ffff56cb831a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.157191995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"dd6a7b2c-93e2-49bb-ac76-f10270a29428","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.212151562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"354db86f-bec8-4c39-a174-f6236867a211","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.21219272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"354db86f-bec8-4c39-a174-f6236867a211","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.217479778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cff8c14-0699-4b50-8d88-80dc08431f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.22898727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"64b750be-2479-47d5-8895-ffff56cb831a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.231065759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07205da6-47fe-4df8-9cec-fc025d5f183f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.248156337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"dd6a7b2c-93e2-49bb-ac76-f10270a29428","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.332826603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"86616c77-b154-487e-b62d-eedfc2dc81ff","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.332998132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"86616c77-b154-487e-b62d-eedfc2dc81ff","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.470235148Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"3eb0905a-71c9-4053-9321-977ab04b6291","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"e2e-rt-eq-435f63","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-435f63-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.716144882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74edf9ea-ed19-4b93-af35-29e22146122e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.717130856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f91cdb90-37d5-428d-8a8c-f8a06ddcc158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.771946048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74edf9ea-ed19-4b93-af35-29e22146122e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.771984188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f91cdb90-37d5-428d-8a8c-f8a06ddcc158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.772382231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"ba4ddf8e-21df-4c5c-9c5f-089a168a1c7a","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.772397873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"ba4ddf8e-21df-4c5c-9c5f-089a168a1c7a","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.815685518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"d10c2db0-d407-45ce-913d-bcb3da63a765","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.816516459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"dea09c3f-709a-4efd-8d89-3fcf8b458dc2","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.877010718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"dea09c3f-709a-4efd-8d89-3fcf8b458dc2","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:16.895325134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"d10c2db0-d407-45ce-913d-bcb3da63a765","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:17.045686867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"2ee9cff4-da3a-444f-970e-285fbd234355","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"llm/e2e-rt-eq-435f63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:17.048670574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"e2e-conflict-b-3ba3a28c","reconcileID":"26054ed7-6197-4de3-b186-fc61477dee7f","MaaSModelRef":{"name":"e2e-conflict-b-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"e2e-conflict-b-3ba3a28c-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"e2e-conflict-b-3ba3a28c","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:17.112044516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"e2e-conflict-a-3ba3a28c","reconcileID":"8ae91f6e-1eda-4e4f-a8f3-5486811c6496","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"e2e-conflict-a-3ba3a28c-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"e2e-conflict-a-3ba3a28c","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.976494084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"07433fda-c098-4e87-88b2-3a80b4ea5b30","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.97672351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"0bbeeeef-9abf-4564-8983-daa1f15ed47c","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.977035859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"92a3363c-4fb6-4142-a47d-8556dc9d3b91","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.049949319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"1f271a84-4b37-47bd-b00e-021788f835fd","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.05034155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"818d53bb-b226-4226-883b-4ec72cf7ee38","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.050527607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"45365b7f-2579-4796-a169-13561422032f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.123935964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"5bf234c9-3394-466d-b51d-f605bbe790e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.123966808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1e4672a5-560c-4c0e-b931-51bbe95a73c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.174302405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"0324816e-5fc7-47b6-b0fc-c3ba5626fc5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.17431231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"13ab8bf7-0739-4ce2-bf27-b03a3ca41d9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.182921137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1e4672a5-560c-4c0e-b931-51bbe95a73c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.187014792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"5bf234c9-3394-466d-b51d-f605bbe790e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.479321495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c686f79c-0e45-454f-a58c-475b3a66b6e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.479324021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a2aed76e-7d9f-45b1-bdee-9076c5d10aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.533820647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c686f79c-0e45-454f-a58c-475b3a66b6e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.533941213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a2aed76e-7d9f-45b1-bdee-9076c5d10aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:23.181318707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"e2e-conflict-a-3ba3a28c","reconcileID":"df3555ac-92e9-44d9-9aa5-03e39115a11e","MaaSModelRef":{"name":"e2e-conflict-a-3ba3a28c","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"e2e-conflict-a-3ba3a28c-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"e2e-conflict-a-3ba3a28c","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.311614004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"4b38848e-7c8a-46e9-9752-8245e52efb65","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"llm/e2e-rt-eq-435f63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.574568694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"3c827b0f-813f-4114-88d5-ae86c18e3436","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.574607074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"3c827b0f-813f-4114-88d5-ae86c18e3436","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.616500483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"640e3b83-0026-4b02-a97d-ff825f090792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.617186617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3763f5f3-4b3a-423f-bd1f-940e9bbe1212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.765349488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3763f5f3-4b3a-423f-bd1f-940e9bbe1212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:30.765698363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"640e3b83-0026-4b02-a97d-ff825f090792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.228832564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"eacca34a-256f-4c31-a4fc-92441232af59","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.228982529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da70797-2920-4655-b2e1-9713cbb7808b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.25711108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"642708c4-14ff-4601-8ef4-d28e0e33c60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.257265986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"29ff4214-5251-4ff2-be6b-cd7d09466a31","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.297462382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da70797-2920-4655-b2e1-9713cbb7808b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.304598364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"eacca34a-256f-4c31-a4fc-92441232af59","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.331164256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"29ff4214-5251-4ff2-be6b-cd7d09466a31","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.331401183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"642708c4-14ff-4601-8ef4-d28e0e33c60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:39.573931434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"5d680a9e-2a09-457a-b01d-a0503fc2d42f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:41.497752149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.102696056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"23986574-9936-4dbb-a982-3156ebbef479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.202199007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"6d693111-1230-4dee-ad36-286f98ed5ac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.223988005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"5830715c-0f53-4792-9292-578a2d8e3533","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.302416596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"baf0c874-94d1-4950-be2f-977dfb73799a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.407960534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1c069d0-c82a-4145-8fc7-70968ed05f59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.508021054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"fbfe171f-5074-4e85-a330-b0fba0874f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.531408384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"71a3e31d-6a9f-4247-96cc-251e37f78260","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.609588548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"0859a419-a1a9-4ccc-a667-6cf4f4c96840","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.708133125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"e256abf8-8e25-4dad-9566-98e55c4805ea","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"llm/e2e-rt-eq-435f63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.77408933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"63156d8b-3a7c-4948-a62b-9a6a912729ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.873048303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"265f47fd-f906-497e-81a5-c0ad2e74bca7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.974945986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a2c0549-e38d-4aac-8bd8-d3ff4e240dfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:48.085192331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"0cd8351c-450b-4931-98f7-cab535292e94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:48.134324075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"5809d060-d422-4082-92f1-8b7a2c1c172c","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.153148815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"45b8818b-9f8c-4135-9572-87e28dc77648","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.153491215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"83892530-17b2-4e6a-b9ad-9eb007ad0499","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.231651151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"ff049e47-5c50-4971-afbc-b068aba2797a","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.232112045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"18a67b07-a951-4f42-a71f-343fb81bf571","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.308471127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"cb926486-26f2-4162-a31a-e46294cc629a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.308940733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"12860511-a2fe-4ba1-a51c-e643570b07a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.360562452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"6c465230-304d-4d41-a133-dbbae7d32255","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.361421024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"18ab2f0d-4cc0-4dcb-9a00-c9ca18e23374","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.367343623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"cb926486-26f2-4162-a31a-e46294cc629a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.368617837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"12860511-a2fe-4ba1-a51c-e643570b07a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.662651735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"4ef6b504-b22c-40c0-af0b-37749e127719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.662663174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"c7d55a37-bede-4d49-b2de-a7f6a927b885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.716805854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"c7d55a37-bede-4d49-b2de-a7f6a927b885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.716971207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"4ef6b504-b22c-40c0-af0b-37749e127719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.002312034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"5e460900-9235-40bf-8786-c1825079017c","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.002868149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"363b17c0-545a-431d-8a92-a3c0be804233","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.151030053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c652d0fa-5a33-4447-9904-26c91dd1b5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.151478548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"05cf6701-eb0a-4854-bcd4-7abd9bd14061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.22251252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"05cf6701-eb0a-4854-bcd4-7abd9bd14061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.222877822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c652d0fa-5a33-4447-9904-26c91dd1b5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.223499038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"36daa797-0bb8-4e14-953c-47f61a7a1134","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.22396365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"6ee133a9-c7fd-4b14-a9d4-2e9a36c72caa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.461228208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"1fd21636-3195-4bf3-8339-2db6a6a573ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.56475412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"97bc403e-c65e-4f13-bca9-14020de552af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.564805012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"d52eba2b-aebf-4318-b3da-c8db4d0d7fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.58827553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"d22814bf-8976-407f-bcd5-ede34e508687","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.713230919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"7ca93d06-47dc-4b40-94aa-8394bf75e311","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.811841549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"04337972-546e-4683-90be-987a06f4039a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.912984907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"c279611b-de1c-40bb-afb3-1baab3b2c13a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.962422652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"bbd6551a-7b0d-4fda-b0f3-c774ee10de5c","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"llm/e2e-rt-eq-435f63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.011926341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49d37ed7-cb57-4787-833d-9753fdf0a43f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.201391184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e46c6515-170f-483c-b1f5-5ec991352022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.325653809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"50f5ad92-a25b-4a55-9fc9-0cf3529a9c1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.350549288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"6c82bf45-a04d-4f05-8533-8b8ac0fb15f8","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.401619895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"310fe323-d4a2-4f5f-b6df-5e19868248e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.507201507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"a63ba448-b97f-4f5d-aa84-23a264f466f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.613470469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9c2a0daa-093a-4a12-9637-0b07c88260d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.613486963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"1943bb7a-05b7-4eb7-ba11-57a73602f102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.667604266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9c2a0daa-093a-4a12-9637-0b07c88260d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.667779135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"1943bb7a-05b7-4eb7-ba11-57a73602f102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.017937847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3e318f0f-ce10-407b-b3d3-5b607982c167","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.018294008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"15bad9b2-cea1-4d99-aae4-e97e9d765f83","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.018574746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"50ea3e3f-8255-46ec-8c66-4f8e840a9ac5","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.087921811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b4c12336-a0f0-4631-8734-dcb0a09f0226","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.08842126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"58c42030-354a-4644-9540-7c63ea0814f8","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.088818535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"fab4d37e-de7d-45f5-b7cc-ab06524d13e7","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.164432889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"14d5e910-3f40-44c4-8740-5dfb71ab58ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.217553033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"621bed4c-94f8-47c1-a37a-e0f80c1be27f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.219402892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"14d5e910-3f40-44c4-8740-5dfb71ab58ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.266142111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"3d66f107-f00f-497e-a8c5-e98a6d0e6a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.29475066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"ce246242-bb95-4242-a24f-69c918098933","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.319713641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"3d66f107-f00f-497e-a8c5-e98a6d0e6a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.510616687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"af982170-d399-4ba4-9841-159c2fab693a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.564464598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"af982170-d399-4ba4-9841-159c2fab693a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.678782555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b144dda0-859e-465f-90af-7a58e2ba5373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.734224078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b144dda0-859e-465f-90af-7a58e2ba5373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.494787686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:15.899596474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"57f0b847-2900-40ce-94b7-2c2af53df41d","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.910182281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"3e6117f1-b28c-411d-b9da-5f4a4c20da0f","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.910688751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"3da53c29-808d-4e19-bf96-c9eb41cce199","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.964282378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"be1242a8-0706-406d-892c-a35bc344061a","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.964625393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ff1a3bee-080f-43fb-b688-6b0844fa490e","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.196682389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.198204107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"6d9dafdf-0af0-49d5-81f0-9d093303be15","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.218459075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"e8cb497e-5f7f-4343-a703-f7f03a1c66b5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.259190273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"b1e98c20-a7c4-4f58-a136-3e02cc9460f8","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.274323289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"e8cb497e-5f7f-4343-a703-f7f03a1c66b5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:17.311969544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"3bff30d8-34a2-4cc4-a458-1140b4c8a11e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.315555865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"3c2642ed-e946-466e-bc51-11ee2c2173de","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.420983378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"589e2398-7717-4511-a102-3af85d3c7f80","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.421556688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ca7aba79-2ae8-480d-a263-f295ab20dd30","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.450219036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"fe46b724-fbbb-40f4-9414-8e5cbf2d5ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.45023833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"530931ed-95f1-414d-b6b6-c884cb169016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.476449562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"3d83fdd3-6a6a-4d28-a816-20b98e3a7f6a","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.476968481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"3ae4547e-fdcd-4fa2-a7ee-d14a6f429e3f","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.504442216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"fe46b724-fbbb-40f4-9414-8e5cbf2d5ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.505784073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"530931ed-95f1-414d-b6b6-c884cb169016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.632659066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"7256b5a6-c9c8-4810-b7c2-a4c70d915433","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.633234769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"9465b8de-abe6-4030-9ba3-d0721beba672","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.676408314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"61f21c5c-6706-4fb5-98db-d94342e765e5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"distinct-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.828267469Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"61f21c5c-6706-4fb5-98db-d94342e765e5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"distinct-2-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.876837479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"d5921f31-f60f-4eaa-923e-34226bea277d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.931091771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"d5921f31-f60f-4eaa-923e-34226bea277d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.979386956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"39f42d70-70bf-4a38-81b9-f1c204844257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.979573678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"20131b5b-2d1e-4e76-818a-9fa3fa0c3dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.033700355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"20131b5b-2d1e-4e76-818a-9fa3fa0c3dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.034143081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"39f42d70-70bf-4a38-81b9-f1c204844257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.035381874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"529d5082-7311-4928-9b39-df341c870cc6","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.035857128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ae815008-8292-4eca-9319-74db97dcc34a","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.2305414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"b829e8d2-6bca-471d-a7cf-6064c0ccc40c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.378355409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"b829e8d2-6bca-471d-a7cf-6064c0ccc40c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.586748074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"92fc1697-ff3c-4b45-bd73-4d701ef7e401","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.587162507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"b3488228-9495-4b70-a7b4-5b8ffcd629ee","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.984805345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"9afaac23-593e-4c35-87cb-914de741326a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.984822759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"252278a1-cd8b-441e-982e-b91ff67ed3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:19.039036756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"9afaac23-593e-4c35-87cb-914de741326a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:19.039042841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"252278a1-cd8b-441e-982e-b91ff67ed3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.00492916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"924b2283-fe72-4ca5-9db8-7d2ff3be368c","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.005462591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"54ad3278-1bc3-4399-a776-1fde435cb102","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.155512475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f3b9092c-fc2e-48f2-8187-0ed2171e7d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.155584485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"69664a6f-713f-438a-8c5d-f2d5314a86de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.205449887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"1b92adb0-2e45-4300-a1f2-1951337bb4d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.205450475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"50214cc3-e315-4081-87f7-515511ca2889","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.210839378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"69664a6f-713f-438a-8c5d-f2d5314a86de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.210839375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f3b9092c-fc2e-48f2-8187-0ed2171e7d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.778038378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"2843060e-5cdf-4810-b6f8-293d358b8b17","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.832778452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"e001db98-1fd1-4116-8c02-bc4ea2222d7b","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.929503678Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"b67cb368-aee7-4b53-8447-06ec2fbf6ce6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f67b311d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:20.981684729Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ad18b71d-f556-402e-9efc-51dc7b5e7e33","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f67b311d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.030032523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"93d90f3b-3515-4463-b24b-ef3467fcb049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.030063395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"eafb9ae9-da34-4d1c-a50a-b13827a40f50","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.030514474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9853ba4a-0fbb-4d1c-8fae-72d614fd9ee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.08443363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"93d90f3b-3515-4463-b24b-ef3467fcb049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.085511743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"eafb9ae9-da34-4d1c-a50a-b13827a40f50","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.086812589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9853ba4a-0fbb-4d1c-8fae-72d614fd9ee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.525735467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3c0f11f2-e2d2-431c-8b1b-c48c4e34f386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.525744261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d3d84135-5abf-4e11-85e5-e4320d140dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.580315317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d3d84135-5abf-4e11-85e5-e4320d140dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.580728452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3c0f11f2-e2d2-431c-8b1b-c48c4e34f386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.725734004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"5b86827a-3302-42a9-b4ee-a9fdec6eafbb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.77939617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"5b86827a-3302-42a9-b4ee-a9fdec6eafbb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:22.627958806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"9d934c2f-f40f-4ea5-864d-8fce89bfa01d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:23.334028609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-w3-320f60","reconcileID":"84bc196e-9773-4547-b3df-87991d61d07e","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:29.411524908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"3206a68e-2504-4d95-a934-b33e2276c894","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:30.405936253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"39e5af3a-fdb9-42ed-acfb-723cb60b0a6d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:30.457557052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"020e0842-4a16-4445-b6da-e1c80f3723a2","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:30.604621601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"44dbdf7b-b2e9-4ecf-b69c-f1c2dccff58e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:30.664007268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"44dbdf7b-b2e9-4ecf-b69c-f1c2dccff58e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:30.916989387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"97a0fa97-fbc1-420f-b7c2-e7a02b536e47","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.031702107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ede4c603-8927-4be6-b19c-c518e9f05a0a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.062791751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"2b920d8d-a2be-4801-99cc-cee3ca36e4c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.062794123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3cd2c2a3-d2e2-435b-a9a4-ae27f37a130b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.064104444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"1acd5efb-8935-4f52-afa9-3d3152e58614","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.064656262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"e337ba8e-3a3f-4e99-ac9c-5c4ebf04bb2c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.08149852Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ede4c603-8927-4be6-b19c-c518e9f05a0a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.119302756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3cd2c2a3-d2e2-435b-a9a4-ae27f37a130b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.119302757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"1acd5efb-8935-4f52-afa9-3d3152e58614","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.122700177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"2b920d8d-a2be-4801-99cc-cee3ca36e4c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.123058422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"e337ba8e-3a3f-4e99-ac9c-5c4ebf04bb2c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.131651653Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ede4c603-8927-4be6-b19c-c518e9f05a0a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.183513246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ede4c603-8927-4be6-b19c-c518e9f05a0a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.232894386Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ede4c603-8927-4be6-b19c-c518e9f05a0a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.282298819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-subscription","reconcileID":"ede4c603-8927-4be6-b19c-c518e9f05a0a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.548008886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"a2c7233f-5897-40d2-89f2-aa4272d6b038","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.548029041Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.561061312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"4f7cd6ba-0bf1-4402-aebb-1447b36e1529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.56106798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b42b9065-00fc-49ea-8cd6-ae33a42f81d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.603298367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"655f1429-c9aa-4992-b375-3807c4008dfa","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.615304888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b42b9065-00fc-49ea-8cd6-ae33a42f81d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.615368282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"4f7cd6ba-0bf1-4402-aebb-1447b36e1529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.693431128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"a3a87da9-32b9-44eb-bad5-36d5d759f491","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.693696354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"30dc533e-a387-4095-b62d-1615aef1a40a","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.708984413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"e5815656-6636-42c7-851f-c2894de24cb1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.762844962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"e5815656-6636-42c7-851f-c2894de24cb1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.960766168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a76fcc75-8492-4a57-866a-5424fc50b706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:31.960789868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"847b9f3e-4db7-4ca3-9205-0e331db3053b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:32.015532095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"847b9f3e-4db7-4ca3-9205-0e331db3053b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:32.015556774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a76fcc75-8492-4a57-866a-5424fc50b706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:32.015924448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"615c6d7c-beb2-460c-b984-2b1478096341","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:32.064279706Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-distinct-models-auth","reconcileID":"615c6d7c-beb2-460c-b984-2b1478096341","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:32.216395626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"06186354-df0b-43a2-b1c9-92c061758e22","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:32.216653987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"123f1641-a3e3-4982-949a-97cf28bdc2d9","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.186590034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"083698c0-1138-4788-8fec-11c333f1e64e","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.186889205Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.240056517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d16ae3ff-69a2-4676-88ed-b739670561a9","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.28744123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"6dbf9f18-97a8-4458-b251-f492cd684dec","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.295362184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-subscription","reconcileID":"0dcedb15-a4bf-4f42-8dc4-12c74511d5b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.335729547Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"e01607a4-44d3-4316-9dc8-0e763e82d321","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.335730226Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cb7447e2-ba36-47dd-8adf-395b0b9b06f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.336293876Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d7f79b18-daf8-4040-8816-1981188546e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.33961942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"f536f025-112c-4992-a628-94a1a9c72495","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.390255623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"e01607a4-44d3-4316-9dc8-0e763e82d321","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.390414048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cb7447e2-ba36-47dd-8adf-395b0b9b06f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.390619935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"e99df9f7-0292-43e5-a5a2-c4c60e150602","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.391041167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"ebb9ec28-7b50-48bd-9d72-d0fc42344602","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.392808359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d7f79b18-daf8-4040-8816-1981188546e0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.393218051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4bf9aaa5-19d4-4f4e-9474-f27e35e0db31","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.413349551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9445b516-7abb-43d7-a194-10e5406be807","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.467824793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"339e9233-626a-4eee-a8db-3f02b650fd6c","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.538848754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"d3ad8f19-9e88-44d4-9ee6-c9d2229387cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.563771526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"54ee63ad-518d-48a2-88d2-0fb98b237a42","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.563899532Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.591359807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"53132c5c-2621-40b2-9c97-bb0fbf64f51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.591448096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"53132c5c-2621-40b2-9c97-bb0fbf64f51c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.592144985Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fbb5bbd8-57a5-4349-83f4-294a68f1370b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.592207459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fbb5bbd8-57a5-4349-83f4-294a68f1370b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.592752732Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"1d3123e0-2685-4863-b061-57b6a0f694f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.592812127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"1d3123e0-2685-4863-b061-57b6a0f694f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.593755691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"d3ad8f19-9e88-44d4-9ee6-c9d2229387cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.619216744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"3a8f7ab8-63af-4140-bd80-952d8e4e6638","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.670717086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"7484fab8-f0be-4a32-b287-b694259fdb8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.67363363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"8230772f-e889-41aa-aa41-7938096e27ef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.722343285Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-subscription","reconcileID":"79fb9d42-65f2-4140-a3b7-7c7faf21e2dd","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.758993026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"7403a014-2f39-4cc5-af26-d76e325ab711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.779725725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"c4139f36-0a65-4705-90d6-9ad0cdf82404","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.811329879Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"4aef7c12-eb0d-45f1-b58a-1fceaf2d2d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.811395586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"4aef7c12-eb0d-45f1-b58a-1fceaf2d2d72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.811937449Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"d3eb9513-08a8-4e63-8b4f-4594d3bc3456","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.811984092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"d3eb9513-08a8-4e63-8b4f-4594d3bc3456","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.812147428Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0af9d7c3-78bb-4be2-bf20-a274f56c5b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:33.81217518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0af9d7c3-78bb-4be2-bf20-a274f56c5b99","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.812940233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"7403a014-2f39-4cc5-af26-d76e325ab711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.831779402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"9bd4c0e7-49ae-4fb4-9230-89f3cf643864","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.841449831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"5546fbc0-7585-4762-86b1-db9c304d4749","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.878587003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c0434014-3965-49eb-94a1-40498406b4a2","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.898868729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"9a681ce0-c681-4177-86bc-32e907160e42","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.919420116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"f8795b0f-550a-4882-bc60-236ce2f871e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.038249336Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"b8062f0c-1d6c-4147-914a-fc4730eeb10e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"distinct-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.054611578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"831bb8df-5aac-4b30-88d2-d331971a2d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.057930731Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bdf600a1-c019-4913-bb45-b4677bfb13e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.057994043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"bdf600a1-c019-4913-bb45-b4677bfb13e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.058031144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"7d5987f8-f1ae-4643-87e6-0a609c584713","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.058099484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"7d5987f8-f1ae-4643-87e6-0a609c584713","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.108629154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"831bb8df-5aac-4b30-88d2-d331971a2d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.111696004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"b1e37ce6-cecc-4815-992c-5b8dffdd8e7e","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.126522414Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a41ad0 priority=0:[ai-tenant-e2e-worker-w1-a41ad0/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-a41ad0/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.126599765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7e1f04a4-0d30-4410-ad45-62f4eff957c0","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.127976663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-subscription","reconcileID":"8be54739-fab5-4068-a12a-ce9f3b638dc8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.154001714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"91e7e668-2cd4-42be-8a93-c406ded6f19e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.181776579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"8344ca4d-299d-4242-9ed7-53d491ea34d7","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.190955401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"b8062f0c-1d6c-4147-914a-fc4730eeb10e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.206319764Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"220f19c7-2d24-4d56-8a33-116b9034ed99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.206393517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"220f19c7-2d24-4d56-8a33-116b9034ed99","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.212245187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"91e7e668-2cd4-42be-8a93-c406ded6f19e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.234602215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"42862efe-040c-482f-a812-d38ccfb2d5aa","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.235527501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"4ebad4db-3dbf-4fc2-9be7-01e6bc7ae814","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.285637551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"f1b26e33-80fe-4c48-9c58-0997b22855ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.339813253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"f1b26e33-80fe-4c48-9c58-0997b22855ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.34257316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"13b1bbde-ab31-46c3-a27c-36ec0176afb2","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.386054578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"0b37ae72-9534-48b3-a45d-d6f0e323b0c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.386416154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"83df524d-4c10-4fcb-8ac8-0390002004a9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.390065585Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5eaa54e1-36a2-4798-8339-6a8a1956b7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.390131944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5eaa54e1-36a2-4798-8339-6a8a1956b7e9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.39504733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"375cddfc-06be-4d8e-8e4f-25d0ae490ddc","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.439831521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"0b37ae72-9534-48b3-a45d-d6f0e323b0c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.490487331Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"e566a882-2c16-4d8d-917e-f5bee2454d83","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.490557818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"e566a882-2c16-4d8d-917e-f5bee2454d83","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.542182401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"db2a8228-85a1-497d-900d-553f64d0d789","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.594197267Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"184a4e11-aa58-4510-a1a8-16bb71633c82","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"distinct-2-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.636288399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b9ebe137-8139-4124-9e79-c62b5374e1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.636379222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b9ebe137-8139-4124-9e79-c62b5374e1ee","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.69135679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"36167d04-7623-40ad-afbe-9a5f295efe4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.692008844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ca870d92-fb6c-42a8-8d14-526d77799962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.707328459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"1e3ab9ff-288f-4e6f-a975-893a16a96071","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.745478779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"36167d04-7623-40ad-afbe-9a5f295efe4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.745780866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ca870d92-fb6c-42a8-8d14-526d77799962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.752621535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"03a3a793-184c-45a8-99e1-1571ae15a96e","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.784294875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"7639a879-fcaa-4fa0-8501-78b40f319ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.784363116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"7639a879-fcaa-4fa0-8501-78b40f319ffa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.849046283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"fada81ee-a86c-4c90-85e5-c0782a9642ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.902570583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"fada81ee-a86c-4c90-85e5-c0782a9642ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.947631088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"111be928-69d0-42c9-817e-2a5dc4884d5a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:34.948840838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"cafc0029-b9c7-468c-88f1-c5d0c2fe9065","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.954033599Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"64e84ed8-f225-4978-a2ae-16be8f10e037","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:34.954102624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"64e84ed8-f225-4978-a2ae-16be8f10e037","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:35.002861028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"cafc0029-b9c7-468c-88f1-c5d0c2fe9065","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.057598716Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"70d26034-07d3-4586-bb4d-ec3588d410de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.057675579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"70d26034-07d3-4586-bb4d-ec3588d410de","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.092326399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6b468746-c56b-432b-a4dd-3484bed25162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.092401886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6b468746-c56b-432b-a4dd-3484bed25162","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:35.105478249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"c38af9e4-6162-4981-9b08-8db8fb66a3f9","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.263070431Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"27a222e0-eb7c-470a-ab2a-2405e4d6d5fc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.263147098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"27a222e0-eb7c-470a-ab2a-2405e4d6d5fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.365102985Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2cd90891-76ad-43a9-9c44-272c06f96f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.365204644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2cd90891-76ad-43a9-9c44-272c06f96f19","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.559484396Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"80f1ca7a-ed36-42db-87cd-dcc9d1aafdd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.559558996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"80f1ca7a-ed36-42db-87cd-dcc9d1aafdd0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.731201442Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"fdb36745-807e-42e6-ae18-fa2db3afea5c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.731308621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"fdb36745-807e-42e6-ae18-fa2db3afea5c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.83525989Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f403c70a-2c96-411c-9fb4-9d1cdeae1788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:35.835330959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f403c70a-2c96-411c-9fb4-9d1cdeae1788","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:36.287797466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9c57df39-1207-490c-a89a-c0682e982a2c","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.347340402Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8a3b012c-843a-480e-9844-c155be0fe0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.347437853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8a3b012c-843a-480e-9844-c155be0fe0be","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.446646059Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"965ec95b-c2bc-4595-b65e-116779bfe0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.446675671Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"526ff15e-0004-4114-8bd0-b47c2688a405","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.446720893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"965ec95b-c2bc-4595-b65e-116779bfe0cb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.446735872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"526ff15e-0004-4114-8bd0-b47c2688a405","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.546703863Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a8c363df-89b8-4f4e-b7a3-d2a53a52498c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:36.54678151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a8c363df-89b8-4f4e-b7a3-d2a53a52498c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:37.877450885Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"ea9c56c6-d572-4e73-a9ca-a11396fefd1f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:37.877461128Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0efc3231-3e37-4adb-96b4-e424e87a02db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:37.877520011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"ea9c56c6-d572-4e73-a9ca-a11396fefd1f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:37.877521857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0efc3231-3e37-4adb-96b4-e424e87a02db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.031898493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"960e055d-efe6-442c-ac26-db5f0c6e523f","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.185362482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"46dab845-9386-46a0-8700-b9e8df1ae002","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8edece9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.28664464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"f91e535a-e177-42e8-9028-63fe9da94569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.287363366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e76ebcb2-854b-407a-8e6b-81cee45828bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.287930688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"99504288-89c6-4eea-ae19-3a2bf3d7db4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.288463795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"4816fd28-8a07-4b82-9339-8d3a621ed486","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.343826223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e76ebcb2-854b-407a-8e6b-81cee45828bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.344327301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"99504288-89c6-4eea-ae19-3a2bf3d7db4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.347458621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"4816fd28-8a07-4b82-9339-8d3a621ed486","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.347719775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"f91e535a-e177-42e8-9028-63fe9da94569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.754592398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"8889bb2e-1782-460c-8fd7-cd6ea72dd502","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.754731965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d7ad2118-1bd4-4175-91f9-22fc79017e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.754596968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"ee8aee26-8c53-445c-8e7e-89364acf8776","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.75510053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a206d5c8-a8e2-4a53-99ea-f54aca473202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.809652505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a206d5c8-a8e2-4a53-99ea-f54aca473202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.809755013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"8889bb2e-1782-460c-8fd7-cd6ea72dd502","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.812046093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d7ad2118-1bd4-4175-91f9-22fc79017e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:38.812096063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"ee8aee26-8c53-445c-8e7e-89364acf8776","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:39.258028119Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8f2f03f8-426c-4eb6-8b31-949c0d295c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:39.258110481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8f2f03f8-426c-4eb6-8b31-949c0d295c47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:40.587540239Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f991b1aa-5dec-4e02-8439-925070d8bb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:40.587734145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f991b1aa-5dec-4e02-8439-925070d8bb76","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:40.591513034Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"ddec4660-4f62-47d1-983c-0e3170b50509","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:40.591684021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"ddec4660-4f62-47d1-983c-0e3170b50509","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:41.496226461Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:44.532771038Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9aa22db9-6e17-429a-abc9-39bc2585cf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:44.532879532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9aa22db9-6e17-429a-abc9-39bc2585cf9d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:44.671532836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"eb50f4eb-bf5c-4916-a4de-6c513a0fb980","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:44.847882636Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"b0d16604-6d56-4843-ad4b-a50a217726fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:44.891755575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"44b62008-9f9b-4c41-9039-7e66ecd7ded6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:44.998264648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"c4a69b02-9434-42f2-bba6-6fa830a53593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.110515405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"ca931cef-8799-4098-975e-feaebc596af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.14520875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"a4f435d5-a181-4da8-ae00-bd0a0f5eda5d","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.192207224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"16880f1d-c18c-48ca-9bda-b40e704d2a92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.193521771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"c2cb5093-ce13-468d-87f8-0051ca0f60ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.316357831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"d93f25ae-aed7-4b8e-9080-d155d0ac75cb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.419461874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f71f3d0-81fd-43cf-ab38-64da337d9c76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.478011386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"a6d5dc08-9e2a-4292-a530-d8e8acf0df73","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.517995496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"97943e66-c821-4861-ade8-3c66d7a43182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.552899161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"6a05b483-d5dc-451f-a1fb-2a76da5a3cbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.567951736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"48135a15-70bc-4862-a230-e16c037fa1c3","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"llm/e2e-rt-eq-435f63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.685216648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"3924dbff-964a-4038-a55d-417fd47c6d4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.77957921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e4bb2cc-86b7-41c0-9c20-876fad5e9220","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:45.890832014Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"9bec8842-0f36-4cb2-8dc7-a60f3fded13c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:45.890949542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"9bec8842-0f36-4cb2-8dc7-a60f3fded13c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:45.891264197Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6abf1003-bc90-46c3-bdcd-c6b1c210d28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:45.891317785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6abf1003-bc90-46c3-bdcd-c6b1c210d28f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: compose ai-tenant-e2e-worker-w0-791c32/e2e-dedup-subscription@e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: model e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.045486944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"72dcdaed-31a4-4bc8-b509-5441e8a63e2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.441253008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-subscription","reconcileID":"10de98e4-2b6c-44f9-8419-93f7a0ede6b1","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.589478679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-subscription","reconcileID":"10de98e4-2b6c-44f9-8419-93f7a0ede6b1","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.802101195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"ca62379c-2be2-413c-9739-56732928ed78","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.802537169Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.857779974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"86cad4cd-c27e-46fa-a0af-afa291cc84e5","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.950213576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f4fc46fa-9b90-4f61-9564-065dcc959c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.950258392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a9ce61e1-4c77-4e8f-a7cf-75246e956c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.950589363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"c358bc02-fde2-47a2-988b-ef6cf8254772","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:46.951040596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"7c5d3676-52e5-448b-87da-f599571c8317","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.004571428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f4fc46fa-9b90-4f61-9564-065dcc959c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.004571628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a9ce61e1-4c77-4e8f-a7cf-75246e956c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.006746764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"c358bc02-fde2-47a2-988b-ef6cf8254772","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:47.306629694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"c358bc02-fde2-47a2-988b-ef6cf8254772","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.306833006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-dedup-auth","reconcileID":"8b03e5ab-8bff-4eb6-b71b-f25ac20db905","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.308541694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"6f55fbc4-ed33-4951-ba10-0049fd391d4e","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.31113649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9900df52-bf05-42af-8379-89f423ad373d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.511016494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"bbe9352b-c238-4122-91b1-3d2b041cc5e4","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.234631268Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"2adc93ac-18d5-44ed-b80b-aeb228a109b1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.28447965Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"2adc93ac-18d5-44ed-b80b-aeb228a109b1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.334173426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub1","reconcileID":"2adc93ac-18d5-44ed-b80b-aeb228a109b1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.583320468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"bc1cac62-8f30-4549-8e8c-03653d75bb70","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.598332657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.598346691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"c3370b2e-b1f7-4dc7-b108-2e554c3a6ebf","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.651488858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b805a5f7-2464-4c06-b3bf-ca90eae06a68","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.752867075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"05cdbb66-62bb-438a-8c7e-01607d643101","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.843594872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"7d8e3ffc-875e-43c2-abe8-b1254b616da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.843612197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d9bc31e3-843a-4161-9646-36a273ff9eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.844178857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"516fa757-2934-41bd-aead-b64d71d9bf0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.844221957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"a3d7d96d-e9c5-4231-ad8b-fd0d938035d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.84700641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"63366bfc-702f-4054-a38b-7e4773a6cd41","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.86971151Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.869867472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c8dac8c0-d349-464e-b46e-19af2668af93","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.89852341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"a3d7d96d-e9c5-4231-ad8b-fd0d938035d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.898666752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d9bc31e3-843a-4161-9646-36a273ff9eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.901104759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"516fa757-2934-41bd-aead-b64d71d9bf0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.901219607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"7d8e3ffc-875e-43c2-abe8-b1254b616da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.903338139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"63366bfc-702f-4054-a38b-7e4773a6cd41","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.904900031Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"2bc2b666-4a35-4401-8501-b2a696b21bcf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-392c0f24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:48.924269031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"758494f3-59dc-4884-acfe-d22adb301974","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:48.978437827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-sub","reconcileID":"ada4df2d-f08a-4b58-8394-f842ae19e944","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.093609514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"aa4debbb-5318-4ac8-a448-d381c6b7ce6e","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.145830973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"2378ed7c-5a59-4723-b2f4-778e691da49b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.251474737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4edc131c-0bcf-48f9-b283-63ddba7a9af6","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.343852531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"16c6c838-3749-4c1c-aee7-46d8ba4f75de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.344341008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"50efc6bc-d21e-4933-bd0c-b2d0f1f99931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.344415772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"8f3f8bef-098a-43c6-a299-8b26160010fa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.344734918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"a376b31d-5ddc-4c3f-a02b-9a5496afc7e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.398533669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"16c6c838-3749-4c1c-aee7-46d8ba4f75de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.398688639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"a376b31d-5ddc-4c3f-a02b-9a5496afc7e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.399009662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"0c7b014f-661c-450c-9ef3-202bfc3cfd00","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.400154384Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-sub","reconcileID":"667f8fb1-362f-4f6d-92e6-b3ecba2163fd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.400976493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"8f3f8bef-098a-43c6-a299-8b26160010fa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.402310442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"50efc6bc-d21e-4933-bd0c-b2d0f1f99931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.452802446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"0c7b014f-661c-450c-9ef3-202bfc3cfd00","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.555858113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3f83c45c-f2ff-43bb-9e6c-e8c18d907cfd","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.596334008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"949efabe-f218-459c-b144-05a24e91b37f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.743269957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4960ed1b-1ce7-411e-bd01-a39707b3cfb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.743270037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f913c74c-31e1-4fe5-8e8e-c74c6b4789e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.752514419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-sub","reconcileID":"7885619a-2f8d-4bb8-a059-c47c8756233e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.797198281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4960ed1b-1ce7-411e-bd01-a39707b3cfb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.797410138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f913c74c-31e1-4fe5-8e8e-c74c6b4789e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.829605182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4cf6d283-7dc1-48c1-9d87-a3ec2637eb27","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.979553244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8008cf16-ad89-44da-a17b-10059490fff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.97977036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"68bd2da4-1136-49c8-b238-fae9196cfae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.979557185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"277326dc-9c7f-4f85-81c2-e2cc46e5a62e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:52.035410053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8008cf16-ad89-44da-a17b-10059490fff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:52.035426326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"68bd2da4-1136-49c8-b238-fae9196cfae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:52.037743839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"277326dc-9c7f-4f85-81c2-e2cc46e5a62e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:53.349154783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"3289c185-26b0-4383-9a77-2cbe0c93c02b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:58.954126096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"775f1098-f3f0-4a77-93b6-c4ab0c537ded","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.003606257Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"775f1098-f3f0-4a77-93b6-c4ab0c537ded","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.053251924Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-sub2","reconcileID":"775f1098-f3f0-4a77-93b6-c4ab0c537ded","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.32246929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"d63e6cfd-4818-40dc-84e5-fb78edebd661","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.322503687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.476502568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"d50754b7-d058-4f69-82ef-f5609c0f29ff","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.566405077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"361f3f69-3d5d-435e-bfee-3ae4f58c17f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.566456994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"d9f07092-1830-4bd4-ae7b-6dce3b19bc99","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.567015512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"548c0845-506c-4120-8518-7ced6e4a850d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.567066439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"041ba05a-b3da-450c-8f62-189e92a52574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.621289715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"361f3f69-3d5d-435e-bfee-3ae4f58c17f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.621480574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"548c0845-506c-4120-8518-7ced6e4a850d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.623451946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"041ba05a-b3da-450c-8f62-189e92a52574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.623822428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"d9f07092-1830-4bd4-ae7b-6dce3b19bc99","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.820049388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth1","reconcileID":"aff2c0a8-4df8-4a16-894d-553301a04fff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.016225109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"68918363-82ed-468e-b86e-844262bb75bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.070543252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"68918363-82ed-468e-b86e-844262bb75bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.075041486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"fc37b438-639b-4d83-8412-c960ed5124b8","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.227582456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-return-all-auth2","reconcileID":"c410c23a-a145-4e97-b423-37b7d36ba494","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.227615719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"46409428-e0f3-417e-b4bd-5254ee0a33da","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.378670377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"cd0a2864-086b-4fb7-83d3-7960ec604976","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:01.76537489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"a83af49d-a284-4d9f-8c72-fcb1755a2c40","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:01.817173492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"c0d1d3ea-e2a9-4764-82dd-956d5c6b52d2","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:01.964245044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"4b8c728e-afa5-466f-8b26-7ea3b4d091d8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:01.984861325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-sub","reconcileID":"ea0eeaeb-e476-4eab-847d-c19615bbcb48","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.018487891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"4b8c728e-afa5-466f-8b26-7ea3b4d091d8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.05714048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"a1fdda1a-2764-4332-a6b1-fb4d1bdab172","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.057610866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.111280685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"f8380737-e7e0-4431-85de-8fb832cf98f4","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:02.166532885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-valid-sub","reconcileID":"6c43c999-43ef-4dbb-ac4d-3313a32e8c9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.193411634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-sub","reconcileID":"ea0eeaeb-e476-4eab-847d-c19615bbcb48","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.203582032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1de9fcba-67bc-46e3-a208-050cf34a0a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.203955667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"eddb06d7-b133-4fed-95b5-b455edb3bbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.299661688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1de9fcba-67bc-46e3-a208-050cf34a0a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.301008003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"eddb06d7-b133-4fed-95b5-b455edb3bbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.339609941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"b23dc132-85ac-4aca-a48d-4812a797e30f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.355492699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"18c935c8-3334-4cd0-82f1-f3406dfc315f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.393241411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"1245254c-d2ef-4ec9-b932-9e69826e4324","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.43902847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"971b60ed-4153-4e02-a02f-6cc020aefaf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.454321026Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.455402709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"0b976b99-cc54-43ed-a822-2f47fd8bfb6d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.501077239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"68dc53b5-b1c4-4642-9ef2-96a5a6681440","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.510647991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"99681328-f77c-4120-8280-5b5cedafe06d","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.558256317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"68dc53b5-b1c4-4642-9ef2-96a5a6681440","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.606447665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c6ad37dd-7894-49d9-aa33-1488b806e332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.6066889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"6495ec60-5e62-4775-b7f9-c2dcbf35d4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.606447414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e31963bd-e302-47ed-aed1-decc2bb9acc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.607695289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3399725b-0df3-43e1-aaa6-a24e947619bc","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.607708357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"27afd75f-3e92-46f0-a92f-d248f7759455","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.653156358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-valid-sub","reconcileID":"59e786ee-60a3-421f-a8c9-2a84ab3010bb","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.661620335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c6ad37dd-7894-49d9-aa33-1488b806e332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.661822192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e31963bd-e302-47ed-aed1-decc2bb9acc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.664187046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"6495ec60-5e62-4775-b7f9-c2dcbf35d4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.665377918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"27afd75f-3e92-46f0-a92f-d248f7759455","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.815397103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"02186bbb-b089-4b6f-9443-9c5af0b5a19f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.857206834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-user-token-filter-auth","reconcileID":"ff7aed6c-6e33-46c2-a40e-9d520bcb6004","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.87602565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"1bc5aaff-471b-46f3-8197-69f57b24e189","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","model":"llm/e2e-rt-eq-435f63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.905555641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"1a58fb1f-f44f-4074-97ad-87dbdc36ab26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.924623654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"f6afa3da-65d2-4064-9be3-9ddde14cc572","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.924836989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"3e0a94cf-75a2-4467-81b2-62913d248ca2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.959647988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"1a58fb1f-f44f-4074-97ad-87dbdc36ab26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.01925728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-valid-sub","reconcileID":"f6cba0db-a81b-416b-a7d6-401c820cb34e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.061649737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"47f18c1f-e869-47d8-88e6-8e6d2ff7b28c","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.13070956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"9a379f19-e171-4ec4-8acd-9f5a351b10c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.246592378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"5da84d89-f58a-460b-bc18-0fcfeebbf9a6","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.311802568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"bbc6c926-b507-404c-afdd-8c4ff65e1909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.420067847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"eea038da-9853-4edb-8ad3-cede709ddde9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.529832667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"6cf1b9d8-a8f3-4c79-a956-a4695bd5c496","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.702629662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ab92f7d-8258-4b78-ab36-7d26b22ce34e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.769289619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"9f6d1892-3ef9-4337-b1f5-3e94e6810eca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.891841312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9c3ac38-facc-4da3-a912-47ee610df5b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.946258137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"44aa3004-a0d2-4ab9-9219-8dc5fa497df0","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.988270064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"adfbb561-1438-4052-82de-c3752d3f1b36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.14482985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"da1c32fd-e6e3-4dba-bd8a-405de188bb4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.342563766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a2a12cb4-2e25-4d84-a35a-8c322702fcdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.343311015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"2283c11e-30b3-421a-aded-5992d147bf11","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.345159622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"be7d0c43-d93d-4bc2-ad3f-18a9bc1bbef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.40184823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"2283c11e-30b3-421a-aded-5992d147bf11","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.40503209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"be7d0c43-d93d-4bc2-ad3f-18a9bc1bbef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.406226909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a2a12cb4-2e25-4d84-a35a-8c322702fcdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.412996879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"ae52cece-02d2-467c-b030-be4271afb9db","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.464711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c2c3af99-3bd1-436c-8851-8502832f6f0a","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.610654339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"a639d1ea-9a9b-41c1-b1e5-ae229dd79cf2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.664548162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"a639d1ea-9a9b-41c1-b1e5-ae229dd79cf2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.702383222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d35adb50-f7fa-4674-87a2-67507a840f29","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.702562681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.756870944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"1029867a-35a1-458d-a2d3-0102dbfeff7f","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:04.810480162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-user-sub","reconcileID":"2a9fe75c-8c65-4ca4-bbd4-fef1ab3e89f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.849860661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2b98d5f0-78ec-4eac-afc5-2696fa0032f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.849959841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"245e43c7-b463-4b4a-b496-23d78cce142c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.903850951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2b98d5f0-78ec-4eac-afc5-2696fa0032f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.905032767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"245e43c7-b463-4b4a-b496-23d78cce142c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.923694291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"bc9acaa7-3370-4dfd-ac42-f02956254fcc","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.96936864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"96c3ac9c-acb7-4280-a43d-0874d5074d5b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.977133476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"6a66dd09-4d59-4777-8aad-8d8de8ecd62a","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.005263106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"e3583827-1a48-4b0e-be29-ddbd730fe9e4","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.027305853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-791c32 priority=0:[ai-tenant-e2e-worker-w0-791c32/e2e-models-other-sub ai-tenant-e2e-worker-w0-791c32/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.027462937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"ca93ca47-af55-461d-bef4-5fdcdee60772","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.081668302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"315df02c-d4b4-4cc5-93c8-32ce34d14acf","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.115606081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"ae0551c3-f422-458d-bf6f-4a28f56ba928","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.133833894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c7744257-6d6a-4fab-b8d8-755cadb8dd73","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:05.136992348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"9a891232-f2a6-4c9d-b886-8a90da3ce7b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.169407232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"ae0551c3-f422-458d-bf6f-4a28f56ba928","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.215699011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"72871e36-5da6-4c87-9def-95caced99ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.215698997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b2d65f6d-152c-49f9-9039-7017535fbdbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.227785843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-user-sub","reconcileID":"83e32573-19af-4ffa-bf93-221cb916e150","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-models-user-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.25202347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"fd0dd084-c5f4-4a60-b1be-47829761b69e","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.271104821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b2d65f6d-152c-49f9-9039-7017535fbdbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.271560393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"72871e36-5da6-4c87-9def-95caced99ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.306132994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"0223b70c-acb9-4b5c-8539-e68f9a2891c2","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.316159371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f5a2b507-efb9-4a58-b801-30d99c3c7c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.316202715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"0782cc87-eb53-4f38-95c7-72fda6c11371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.370218949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f5a2b507-efb9-4a58-b801-30d99c3c7c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.370389807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"0782cc87-eb53-4f38-95c7-72fda6c11371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.384672492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"e22fdc76-abd8-4651-923e-df88f6c9c6b1","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.480130393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"672a57df-e428-49e6-a65e-072f910dc8c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-models-other-sub","ai-tenant-e2e-worker-w0-791c32/e2e-models-user-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.516083362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"f0c3ebfd-0114-4d0f-ac8b-beeec3b2a7c9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.570565508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"f0c3ebfd-0114-4d0f-ac8b-beeec3b2a7c9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.580361705Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"17ef22ac-7197-4ad8-a83b-c09f1977d56e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-models-other-sub","ai-tenant-e2e-worker-w0-791c32/e2e-models-user-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.616701312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"f905f795-1794-4305-8d4d-debb98785b2b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.624191653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-user-sub","reconcileID":"59ad704d-df16-45df-a1f3-9908d0f3a34a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.670768192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"f905f795-1794-4305-8d4d-debb98785b2b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.714668972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c22f66a5-e49e-4b8e-8536-3a301eb15964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.753003791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3c58dc61-45ee-47bf-83df-311abb7ccbdf","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.790317884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"d6d1e8dc-ef08-4fc6-840d-4bd579c830e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.79612412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c22f66a5-e49e-4b8e-8536-3a301eb15964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.838201276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f9336b3d-9e61-46b1-a117-044d605fece2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.894871469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f9336b3d-9e61-46b1-a117-044d605fece2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.958405707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"496062dd-81be-44db-a7d8-8a843c3a691f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:05.988044245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-user-sub","reconcileID":"2d9ac9de-343d-4fff-98fb-618c002f5ced","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.120762866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d54e6a2f-e8d0-42c4-a5ec-1938ffb6c488","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.140867099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"a4cf5005-0df8-4e36-a57e-0f3c75ac782b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.294519605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"fc030f89-c454-4d1b-ad3d-00f9cb100ae7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.295255496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c27d802e-0056-4c2a-80f7-914ee864ec6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.299397643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f44b4431-aa28-48d2-805a-2dbccd43977e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.349026048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"fc030f89-c454-4d1b-ad3d-00f9cb100ae7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.349288873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c27d802e-0056-4c2a-80f7-914ee864ec6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:08.353452459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f44b4431-aa28-48d2-805a-2dbccd43977e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:11.500399035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.050523368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-w3-320f60","reconcileID":"9d622f99-b352-4dab-a381-0c647ab84cfd","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.050757259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"6e0fa21c-f2a5-4dd1-ab74-c58053331772","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.051135234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"d24cb1b8-b88e-47d0-91b5-df0f50bfe210","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.13732356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"a099150d-70cb-44ff-801b-c68ad200a391","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.137724394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"0af604ef-e4a5-4eb5-b76f-a63498ddc8ba","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.138034933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-w3-320f60","reconcileID":"956ef7c6-0f80-4785-8e37-9001359b5303","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.200154474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"c10b413b-f1dc-4165-bc86-5bfac9e4e6d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.208975273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"457a531b-0083-43d8-94e0-7b2f5f909e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.250268826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"c6cb1a5f-363c-492a-b40b-96322124473b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.250964107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"2e688411-267c-4378-9acb-722a6c8b686e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.255717553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"c10b413b-f1dc-4165-bc86-5bfac9e4e6d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.267781516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"457a531b-0083-43d8-94e0-7b2f5f909e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.609033273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"ca197f5c-5c42-4a1f-a2d3-5752680ecae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.609034486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9b81dd34-7e67-4f6a-bb30-bb7f723029e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.663991104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"9b81dd34-7e67-4f6a-bb30-bb7f723029e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.664082055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"ca197f5c-5c42-4a1f-a2d3-5752680ecae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.158854263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-valid-sub","reconcileID":"7010fa71-ccb8-4e12-81b3-3efd873a7963","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.364595086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-valid-sub","reconcileID":"7010fa71-ccb8-4e12-81b3-3efd873a7963","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.571823014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"f56ea406-152b-4400-867d-fcb7c8f043db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.614598335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"29e95761-be7c-408a-ba2d-9cfbfe4ffe8a","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.616014089Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.678463849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"8adb2ca3-9937-4977-bb8a-154ab20f84f0","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.771255001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"91c3ea5d-0668-40dd-9c08-8611f2f1f09e","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.784444828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6f4d1e00-b200-4b3c-86a8-52fe2702e34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.78481713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"952d3fc3-f6a5-417e-8824-3b3385f5e4ff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.785047007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"74b9402c-fd0a-4ad8-8407-e379055e8818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.848130394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"952d3fc3-f6a5-417e-8824-3b3385f5e4ff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.861869185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6f4d1e00-b200-4b3c-86a8-52fe2702e34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.878179429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"74b9402c-fd0a-4ad8-8407-e379055e8818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.070581852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-models-invalid-sub-auth","reconcileID":"a7c6c4a7-fb9c-46ff-8053-aee9ad17800d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.2366615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"a42f0a60-3adb-4d30-827b-d2224998d98c","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.604085491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"011ab2fa-7fbd-4e04-bc16-4fe0c8f67d40","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-models-other-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.618364333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"347da51b-09ba-4726-8f52-e84a32617b53","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.656100544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"4884cd45-d240-4fda-af57-6f2d217afa27","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.656767717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"e2f24e91-70e4-4b09-8158-754817893219","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.657264769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"29cc2d64-9195-4503-b16f-040951a85752","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.761560203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"38638d87-d0e1-41ab-a6b3-ba8a18da238a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.808782506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"2a7c2ad7-9a00-488f-a74c-ff9c3d0ac289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.928718266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d3fb7881-3ffa-4bce-8f30-87204d87259d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.93180159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"2a7c2ad7-9a00-488f-a74c-ff9c3d0ac289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.958944709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"b250661a-6306-4ab8-b49e-b70cfc98f9ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:16.98993304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"09252b7b-dcc3-45e1-a15c-a02de9e71dad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.046541178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d3fb7881-3ffa-4bce-8f30-87204d87259d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.165558303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"e4305c2a-3250-46fb-af7a-9869f1468553","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.166825723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"7542dd87-db9c-455c-beef-820eeaec6cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.268605538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"f8380ebb-1287-4232-829a-2ab9ecb6ed75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.273039833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"7542dd87-db9c-455c-beef-820eeaec6cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.274589948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"8e949347-23ba-46cc-af4d-2633cb250ba8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.320300129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"ee7274ad-2253-4622-b34c-eff46de4caef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.436509394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"f8380ebb-1287-4232-829a-2ab9ecb6ed75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.437522643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8e94e4a7-e345-4788-af1a-de08bb128b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.439447728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"5e068e63-fcd1-446f-8460-11b8e7af2e38","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.5092545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"8e94e4a7-e345-4788-af1a-de08bb128b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.603547613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7836342e-1508-47f0-a892-138772711a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.614394341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"d878bb9c-9f60-4985-9cbf-8d5701306ae2","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.614432706Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a41ad0 priority=10:[ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.652788358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"ee449d4f-3b9e-4a48-84b6-b778d43636d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.661555908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7836342e-1508-47f0-a892-138772711a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.670027027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"d42811be-0e87-4bbf-b5d3-5d641910fe57","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.707235995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"ee449d4f-3b9e-4a48-84b6-b778d43636d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:17.721517128Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"d42811be-0e87-4bbf-b5d3-5d641910fe57","name":"distinct-w1-a41ad0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a41ad0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:17.721591882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"d42811be-0e87-4bbf-b5d3-5d641910fe57","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a41ad0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.722179773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"92d462c2-59f2-4415-9b16-3baecb8a3354","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:17.722571157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"3e0f9bf8-3453-4ccb-97c1-13227b3821b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.72780145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"741327aa-2030-4ead-8b3c-0d468dffedac","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.836955811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"62cea688-d41a-4108-a38b-8e174177045c","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.848330121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3960bb67-4f06-4eb4-96fa-3e4394e83e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.84832712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"06d1b6be-3637-40d6-84b3-e4bf9430b302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.897196127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"19e3f3aa-9e5b-4ba7-bf3a-f8edb32db41e","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.901000502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"1503aa7a-8ab2-4a5b-a024-121900844284","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.906474773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"06d1b6be-3637-40d6-84b3-e4bf9430b302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.90879889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"3960bb67-4f06-4eb4-96fa-3e4394e83e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.955210097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"87f32d98-a9aa-42a1-bc9b-49c997290aba","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.09586462Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"77d32526-9b9a-4a51-8914-edfdc1d50299","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"distinct-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.106622026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"9f73cb6d-b65e-4693-994e-0836c7aa8645","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.193482938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a41ad0 priority=10:[ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.19368035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"c4d34e8a-b0bc-4f3c-91e5-0d1bfeab5ae6","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.198359922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"4d6088ac-a93b-42c4-ae72-d46fad0ba6f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.250318993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7f34b357-4eb6-4008-b957-778d711fba81","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.255323091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"4d6088ac-a93b-42c4-ae72-d46fad0ba6f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:18.297819799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.297951688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-user-sub","reconcileID":"aa2915b5-7277-411a-8d88-43aa9c30be4d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:18.30114701Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7f34b357-4eb6-4008-b957-778d711fba81","name":"distinct-2-w1-a41ad0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-a41ad0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:18.301196946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7f34b357-4eb6-4008-b957-778d711fba81","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-a41ad0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.301340379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"c3936c4a-50a1-4fb0-9467-5a8bafe546dc","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:18.301962629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"6d00a0ff-0df9-4f68-83b7-c75c7f9229cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.306348799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7e2c8b8f-db6c-446a-b924-d554b2388caa","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.349941508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"61d6dca3-9266-4c88-8f73-8ab8b687d581","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.404048141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"61d6dca3-9266-4c88-8f73-8ab8b687d581","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.411190277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"6ac66cf7-aac6-472f-8bef-3fb863edd80f","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.446016167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-user-sub","reconcileID":"aa2915b5-7277-411a-8d88-43aa9c30be4d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.449264199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"420f5648-55a7-4294-a419-d52dd7072062","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.449386994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1efbf3b1-06ac-4971-a6a6-36cfb8e41582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.449625735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"cf5648b6-298c-4423-8e7f-a365ea0e78e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.46309634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"54d02bb3-512e-42bb-b084-17247bda211e","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.504827928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1efbf3b1-06ac-4971-a6a6-36cfb8e41582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.504991228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"cf5648b6-298c-4423-8e7f-a365ea0e78e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.559359143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"1ca0cc9c-f1eb-4c9a-9ffa-8e2d1ec611d3","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.660720439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"c550f229-8109-4893-8d3b-5e4ffd2bbecb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"distinct-2-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.720791264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c72fa338-2bd6-4ca4-8b7d-6bd2dd506e2d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.721080133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a41ad0 priority=10:[ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.776432852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"d58f565b-87ab-4411-9635-07effa8facdd","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.801741666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"a126c61b-c64c-43bc-994a-da352b04d6d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.817455436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"074cb0dd-af30-416c-bd96-be8a08910b20","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:18.826778825Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a41ad0/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.856276499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"a126c61b-c64c-43bc-994a-da352b04d6d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.87996044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b39831ce-a4ac-49ee-8123-4fa0198c0b97","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.902854658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"0e1cecb6-e74a-423b-9095-420f3d4072c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.905696134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a6d151bb-87b5-4025-b8da-c126c8cdb3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.956785538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"0e1cecb6-e74a-423b-9095-420f3d4072c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.959324456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a6d151bb-87b5-4025-b8da-c126c8cdb3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.005164161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"72c10a98-cc7d-40d1-9fb0-fd26e79477b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.005211421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"65bc52a3-2602-4fb0-9520-9935c54cdaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.015501144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"73fbc4ba-f5c3-42c3-96e8-07a3d416ede5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.0599456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"72c10a98-cc7d-40d1-9fb0-fd26e79477b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.060147284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"65bc52a3-2602-4fb0-9520-9935c54cdaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.176790053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ce160173-338a-4f77-bc0d-2a08e47ed7b8","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.201196575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cb9b22f4-d6cd-454f-8abe-c4ad32a5e4b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.255214308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cb9b22f4-d6cd-454f-8abe-c4ad32a5e4b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.300097222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"a8c67cd0-dbd3-413c-8d07-7dc6e98d976b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.300119535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cfee1bfe-1c8e-4425-9e44-517e3727c31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.354225803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"a8c67cd0-dbd3-413c-8d07-7dc6e98d976b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.354327917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cfee1bfe-1c8e-4425-9e44-517e3727c31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.981212642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"472b4485-dd6e-4483-a38f-91ccbcf5a7b0","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.132804452Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"3e9254da-6a67-4f80-a8e6-79b3557f9e8f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9429373e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.223771571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"49ae0dd3-b80a-49fc-bf58-930892c2eae0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.223953999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b9a5ed73-de71-497b-9c19-dabfb4692bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.223771764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"ce52cfd1-5589-4768-be72-6d79ff80c630","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.225641149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a76cacfa-e306-4110-b58b-c38d5c5dd127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.278285922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b9a5ed73-de71-497b-9c19-dabfb4692bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.279618402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"ce52cfd1-5589-4768-be72-6d79ff80c630","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.280725508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a76cacfa-e306-4110-b58b-c38d5c5dd127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.283192708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"49ae0dd3-b80a-49fc-bf58-930892c2eae0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.718736432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"0ea997c8-068a-4908-bc0d-aa2bd25c86fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.719031161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"097dd334-0047-4f9e-b675-2ad391fe2f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.719185893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e8163cc9-aa58-41b0-afc7-7f4b6c0463ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.719449376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"73e9181c-8f13-473e-bca9-755890be0c49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.772401886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"0ea997c8-068a-4908-bc0d-aa2bd25c86fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.772707818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e8163cc9-aa58-41b0-afc7-7f4b6c0463ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.77482379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"73e9181c-8f13-473e-bca9-755890be0c49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.774982601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"097dd334-0047-4f9e-b675-2ad391fe2f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.047417504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"727c1c39-30bf-4c86-b7bf-d34b4f436b1d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.297370693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-other-sub","reconcileID":"727c1c39-30bf-4c86-b7bf-d34b4f436b1d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.350051848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"24815ee3-8403-4507-983e-4b9c2faf29bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.536850119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c6333670-267e-40cc-bc03-3257e6043561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.629830507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"42e6c175-0528-4d2f-9395-c3690e64b74e","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.630760066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.71071402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"1156809b-48be-4b80-b4b8-4b0f33501139","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.760168932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c7ff5707-db33-4ab5-977e-76709a9b2b2c","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.778841556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"99ffe4b2-4a58-449d-87c2-a3b707ecfc7c","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.823621204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"18a91048-c63c-4a21-a03e-db3f634e596a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.825259189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8f05694b-a267-47f4-a609-b949804c5dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.841187637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"81615335-08ed-40da-bc13-cd0384153870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.89713786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"18a91048-c63c-4a21-a03e-db3f634e596a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.900496145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8f05694b-a267-47f4-a609-b949804c5dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.923164229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"81615335-08ed-40da-bc13-cd0384153870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.065640169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"64c180f3-5557-4342-83d2-c4313eedd75a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.118080169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-models-access-denied-auth","reconcileID":"94c36eca-c0ca-4864-9f9d-69a23b2001d2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.259012844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"e67e6552-56ab-4762-af52-ee1d3b1c505a","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.277794945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"6a1a2e03-a928-4a85-a71b-08e62eb3ac1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.280116736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"8cfa50ec-5bc6-4927-bcea-8d0995cc3256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.335674762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"8cfa50ec-5bc6-4927-bcea-8d0995cc3256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.3361045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"6a1a2e03-a928-4a85-a71b-08e62eb3ac1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.371226639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3f9f42a9-7133-4c47-a6cc-101ce68eb8b4","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.47718921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a834b9ef-87e2-40c4-bd2d-a864ff354ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.477448889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"ab8c6e9f-8c59-46d1-ab90-16cd4a73b709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.531871471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a834b9ef-87e2-40c4-bd2d-a864ff354ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.532136949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"ab8c6e9f-8c59-46d1-ab90-16cd4a73b709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.617345796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"8fd5525a-b52a-42a5-b452-7f201ff441c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.672006436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"8fd5525a-b52a-42a5-b452-7f201ff441c3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.688146591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"93d0b368-447e-4275-88f7-5d8c825d8786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.745575995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"93d0b368-447e-4275-88f7-5d8c825d8786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.785114907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"ff10afa7-ca84-4fa0-988e-9ee4df6f48fe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.834054547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"01f0532b-e7fb-434e-85f7-eae463515507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.839201656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"ff10afa7-ca84-4fa0-988e-9ee4df6f48fe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.888245918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"01f0532b-e7fb-434e-85f7-eae463515507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.934281511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"af4de511-89c7-4154-966c-ac4ba56118ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.98799689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"af4de511-89c7-4154-966c-ac4ba56118ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.087848831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"dd488180-0256-4095-aa6a-ba571dc800f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.142350232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"dd488180-0256-4095-aa6a-ba571dc800f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.282793651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"01af5bce-47a1-4c6a-8eb6-0881f090fe59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.337074988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"01af5bce-47a1-4c6a-8eb6-0881f090fe59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.788456287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"4f2266e4-5f98-4a5c-ba93-634fb961ee21","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.844561971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"d82b1ba5-cac2-4e8b-8eb6-11bb0bdda0e7","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.039733152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"08fb1391-0985-43be-a1e1-a86b43150fca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.069638421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"77e9de8c-f98f-4905-83b2-4c8a2727c298","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.069899251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.094266857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"08fb1391-0985-43be-a1e1-a86b43150fca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.124791325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"89205a3e-0644-46a1-8033-0668af2d24b8","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:32.178528284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"e6f0e142-40e5-4f66-8869-c74de1ee1f1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.182108057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"d6bf2d4f-e8f4-43df-8e22-7686e13eabe3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.231524791Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"d6bf2d4f-e8f4-43df-8e22-7686e13eabe3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.264549744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"73a26215-8d17-46a0-847c-f51c6db3bbec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.264550607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"960ee87a-5737-4e32-a8ab-38a328c0ae6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.28098154Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub1","reconcileID":"d6bf2d4f-e8f4-43df-8e22-7686e13eabe3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.287801571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"8aa52a95-f6d7-4599-9831-95acb24fe620","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.318747004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"73a26215-8d17-46a0-847c-f51c6db3bbec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.318825511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"960ee87a-5737-4e32-a8ab-38a328c0ae6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.342161231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"6a609363-5a64-446a-b75a-2999ce9ed6e3","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.361588648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"17a76ed1-7693-4b2c-b3f8-45fb224a2c53","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.396805378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"58faf60b-7538-47fa-92f8-41be26c2446d","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.415265346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"4759149b-7b08-4fe5-9663-97ecaedc7ec6","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.555334555Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"511052b2-3ae4-4e11-bb20-eb4650092255","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"distinct-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.5999974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"c743d816-768f-4f63-82f9-0cde374a963f","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.600311895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.639864365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"c5e51d98-8347-4c34-bbb2-a7f3bc22ade9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.656684868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"a4975e61-b6e8-4697-a2b6-e4c02e2a252a","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.657681907Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-791c32 priority=0:[ai-tenant-e2e-worker-w0-791c32/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-791c32/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.693821929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"c5e51d98-8347-4c34-bbb2-a7f3bc22ade9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.711379365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"976a1522-4415-4981-abe3-07ba44e43d39","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.714157861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"ff67e575-c087-4906-b9bc-6fbefd4c805f","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.714614616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"3901c3d3-9592-4a28-9229-31b04231c812","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.739490652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"7a4508ae-66d1-4f41-a0c4-0a98b9a68f35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.760893494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ea693e66-9982-44d5-9cd5-26bf77340db2","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:32.761264358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"aa46ee4c-8da3-4970-b0f5-312cf99320c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:32.763822218Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-791c32/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.796164425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"7a4508ae-66d1-4f41-a0c4-0a98b9a68f35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.839745132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"231297b7-59bc-4667-b813-2393f978b082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.83974869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c020ad88-0a5f-4d83-b370-904c1b50c0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.841160578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"f126f44b-927a-48d2-8f34-0e0bc864d53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.866460464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"d1acd5fb-09ee-4ce8-ab5e-71ac64c7c232","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.895132221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"231297b7-59bc-4667-b813-2393f978b082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.895160179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c020ad88-0a5f-4d83-b370-904c1b50c0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.897661344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"f126f44b-927a-48d2-8f34-0e0bc864d53c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.913339137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"868d8301-665d-44dd-9e64-fdd408115dd2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-266267b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.913879254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"b5bb957c-949a-448c-9854-c08418824b56","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.918759603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"6cb4f3b2-15d9-4e66-bd32-888cf7c09ffe","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.119082993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"9d3afcd5-7253-4a3e-8eed-7e0e19a155ea","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"distinct-2-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.134406893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"54dd8b85-5860-417f-b3fa-880014258e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.144218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"b62859dc-17ac-49fa-98df-ac07cb4b9a4a","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.188389463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"54dd8b85-5860-417f-b3fa-880014258e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.276600286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"87b888dc-d764-4b5d-a5e5-f014ccb961e2","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.334824533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"fafef759-04b0-4ba3-8fea-bab5e33a2977","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.335068755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"73f7dead-2c15-4e43-8f45-eb0ecf1b6459","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.3348328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"6096adc7-a1d9-462c-8c47-8c95ffd8fdd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.390231148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"6096adc7-a1d9-462c-8c47-8c95ffd8fdd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.390231146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"fafef759-04b0-4ba3-8fea-bab5e33a2977","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.392450848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"73f7dead-2c15-4e43-8f45-eb0ecf1b6459","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.433752542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"627ede15-3ffb-406c-a2e8-60a19d0fc8a1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.472029884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"133b8f58-259f-4f49-a95f-b89f1f47931e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.487357754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"627ede15-3ffb-406c-a2e8-60a19d0fc8a1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.578603776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"361498f2-0d8b-47e8-bb0b-387a29d0b716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.632730771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"361498f2-0d8b-47e8-bb0b-387a29d0b716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.833774946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d9a54f46-5255-4f80-aecb-d3466943f214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.833778611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4213d1fb-ec3a-431d-9608-de1e6e465c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.88791786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4213d1fb-ec3a-431d-9608-de1e6e465c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.887948938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d9a54f46-5255-4f80-aecb-d3466943f214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.215923847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"6669e986-ce0f-4da8-98de-22d777658bdb","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.376684151Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"657d2f2f-ba31-4ed6-a743-9db0ad39e728","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75eae842","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.429649855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"2c610fc3-1ead-4b6b-825e-00ac4886fa99","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.464842543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"1101f6f3-0567-4d35-ae3a-63368b7da480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.465114045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"8d403b6b-13d0-4dc1-95a2-686b2307b80c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.473542228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"0702ad9e-9749-4c3a-bfd5-e613eae0e051","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.473568102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f5f1c105-5d28-481b-9cca-30b91bf1af0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.519046644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"1101f6f3-0567-4d35-ae3a-63368b7da480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.519327986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"8d403b6b-13d0-4dc1-95a2-686b2307b80c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.527598255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f5f1c105-5d28-481b-9cca-30b91bf1af0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.527759013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"0702ad9e-9749-4c3a-bfd5-e613eae0e051","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.9613099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f0332484-afab-44a6-93b3-5dd4f642e65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:37.961315636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"53ea7750-dd15-43fa-8a92-0e7754824aa8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:38.016494554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f0332484-afab-44a6-93b3-5dd4f642e65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:38.016599465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"53ea7750-dd15-43fa-8a92-0e7754824aa8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:38.060950558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"535e8f08-ea1d-45c0-8745-3110b70f72ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:38.060955322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"da1f0de3-7716-4d80-915d-28ba2abad9f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:38.115679718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"da1f0de3-7716-4d80-915d-28ba2abad9f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:38.115693533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"535e8f08-ea1d-45c0-8745-3110b70f72ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:41.501221019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:42.124592133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-2-w3-320f60","reconcileID":"0fb375dd-557f-4461-a3a7-30e644e9a7e9","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-2-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-2-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:42.966868018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"fec7a370-8e91-40e6-ab96-4181e98f60fe","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.016760738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"fec7a370-8e91-40e6-ab96-4181e98f60fe","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.066418715Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-sub2","reconcileID":"fec7a370-8e91-40e6-ab96-4181e98f60fe","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.349056735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"3d4390b1-8381-4848-9f4a-7de867d5f69a","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.349867495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.441072622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"bca4b739-b219-4714-96d3-025ee3c358cd","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.497932058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"1f3e4fd5-dbdd-41f9-a7fe-fb7159b3a7b8","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.610636682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"d6018efe-5453-4852-b0b9-64cfdda36bbf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.611560237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"527f6cdb-bffa-460f-af1a-fd1c21e7b2dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.612140889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2e428227-5220-4e9f-bebc-77e152199e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.641676163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9d8ff0fb-5430-41d7-868b-3cde752d2c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.668222902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"d6018efe-5453-4852-b0b9-64cfdda36bbf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.671428319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2e428227-5220-4e9f-bebc-77e152199e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.671574599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"527f6cdb-bffa-460f-af1a-fd1c21e7b2dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.697466047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9d8ff0fb-5430-41d7-868b-3cde752d2c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:43.875451304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth1","reconcileID":"2112244f-2c97-4cb9-b62b-fe09516b864c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.07676716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"f71f042e-2ba7-4289-b299-f6ba81a67857","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.128546714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"be3cacc8-ffcf-4e33-9173-8a97f24a2419","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.129490374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"ca0d69eb-e26d-4587-8b66-5af3f8e14e91","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.246225574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"a2b7c298-1148-4996-9c46-411163f59d1f","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.253958919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"be3cacc8-ffcf-4e33-9173-8a97f24a2419","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.363815553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"a7edb6cb-fef5-4963-a15a-fb76860746ae","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.500848082Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-ignore-header-auth2","reconcileID":"b3260145-5de9-40b3-ac96-92d5d46331c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.502397462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"0e85ed97-e1d9-4cee-a6a9-24f05e40e4a9","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.589854236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"f362cefe-d5d1-45a6-a88c-d1f9d6fb36d4","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.734327824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"47fcb48a-58fe-4cee-8550-1044288612ed","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.789821747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.8020478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"55856acb-4123-4442-a119-509ea4380166","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.802589149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"603c4f8d-3786-4fea-ad45-4e4871335305","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.938224742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"24ca65c3-40ca-4b11-8330-92a102397399","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.948804006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"55856acb-4123-4442-a119-509ea4380166","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:44.958695143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub","reconcileID":"72c68081-1d23-4b01-90dc-3024659415dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.143955997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a772d244-b3e8-4ada-8b5f-61d4bd90513c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.144499921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"75e48831-875f-4ba2-8b60-cf3760734842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.212883509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"75800cfe-de9a-4de4-a8f0-06b518c01e7b","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.344455515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"75e48831-875f-4ba2-8b60-cf3760734842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.404508607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a772d244-b3e8-4ada-8b5f-61d4bd90513c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.410952843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"2cf832f4-70c9-475e-8d96-19de5561085c","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.418128155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"069c83e8-f813-4f69-bedf-73b2d93fdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.512483526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"069c83e8-f813-4f69-bedf-73b2d93fdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.514139225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"984a2b3a-7f81-4120-8545-4aba60e09243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.514728672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"7c33c074-1c29-44dc-9b63-3bf1cfc7c12a","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.586478623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"984a2b3a-7f81-4120-8545-4aba60e09243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.682961759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"93b40cf2-a82a-4ac4-8dc1-3769549e2201","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.711433862Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub","reconcileID":"812a8d39-7c1b-4c88-b9c8-336f21e731d7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.737047908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"93b40cf2-a82a-4ac4-8dc1-3769549e2201","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.762172937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"7a56f2ce-23ee-47f0-9e4c-1e214977853b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.762577421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9b641503-c65a-438a-b59e-f9b99462fbbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.816801346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9b641503-c65a-438a-b59e-f9b99462fbbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.817317744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"7a56f2ce-23ee-47f0-9e4c-1e214977853b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.869278927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"3426cacc-a018-490e-a919-ddae61f31068","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.908828683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"acbd4576-2fab-4e36-8870-514d1f5e11f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.984483129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"fc119ced-37cd-4e1c-9b63-9cf73f0f734f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.032710457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e62b697f-a6bd-4cee-a2b9-dbcd8e670dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.038687146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"fc119ced-37cd-4e1c-9b63-9cf73f0f734f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.067144785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub","reconcileID":"67bbb098-0df0-4f8d-81d2-77bc791244f2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.086899582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e62b697f-a6bd-4cee-a2b9-dbcd8e670dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.11028295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"dac58371-a02c-4be2-881f-28b92243bade","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.130152148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"be73a80b-c726-4f89-b788-6b5652a1aa77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.164971542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"a5d41e07-a7ad-4939-94e1-cacc4b622193","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.183998324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"be73a80b-c726-4f89-b788-6b5652a1aa77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.225979361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"f1bc9f43-f53f-4933-b2be-8dae0243e61d","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.236652659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"77eff7a0-013d-4bcc-8e74-382ab8177640","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.292187914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"77eff7a0-013d-4bcc-8e74-382ab8177640","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.359784739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1aed1127-58a3-4642-a9a2-01323775c46e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.393566091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"f97cbe04-4e1f-42bc-9f77-8b7425ef1ce9","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.393799922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.415777473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1aed1127-58a3-4642-a9a2-01323775c46e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.451671826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"5a0234ad-5120-47fb-8f01-24f4e9df74c6","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.50127904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"adc2e038-f141-4045-89ca-fcfe9b689465","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:46.503852963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.555825764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"66f04c9b-4055-4f38-b58c-5f6cbb805dcf","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.588602198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c78af276-ca78-4e34-b86b-94904fa743c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.588615198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ff16bf52-75b4-457f-8148-5da2feb287ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.644542391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c78af276-ca78-4e34-b86b-94904fa743c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.645068742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"ff16bf52-75b4-457f-8148-5da2feb287ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.671486839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7269767f-02a9-44b3-8418-682e7ced4846","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.727738206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"39cbeae2-85f3-464d-9df1-b4068c28f8ed","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.74681108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"5b86e437-7585-4fed-b5f5-90aa892186e2","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.756552712Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52a3a257-ab78-4810-8d27-b1f40ec352ce","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"distinct-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.918592842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"ef5c2f4d-705a-4e1e-a97c-2ba392c4cd44","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.966803682Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a41ad0 priority=0:[ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.966818649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ebd00794-07a9-4f3d-abcb-2427002560e2","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.970927052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27853adb-b2ef-40e0-87e5-4f289a9ebb73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.990053549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b6a4e2bf-c151-4ba8-a33b-783d32a18c6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.021750978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7db43a15-88c1-4f0e-81f2-fdf1990b91bc","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.026687755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27853adb-b2ef-40e0-87e5-4f289a9ebb73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.043876185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b6a4e2bf-c151-4ba8-a33b-783d32a18c6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:47.071837847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"54282b00-6cf2-4e02-9434-3e6ec0fd424b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:47.071830357Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7db43a15-88c1-4f0e-81f2-fdf1990b91bc","name":"distinct-2-w1-a41ad0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-a41ad0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:47.071890668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"7db43a15-88c1-4f0e-81f2-fdf1990b91bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-a41ad0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.075679087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"75e1ba56-7f4b-4544-a06e-eb708e3360f6","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.077186873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"89fcbaa0-446e-4c3c-be58-eb4a801f0d8a","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.119980267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c151b019-3fa1-43e3-8a5c-76d5f8aec54c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.137430543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"f1747b7c-9cba-4d68-b9fa-0ac2e66b5f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.137430662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"954268f6-bf36-42ce-b286-4552083fa3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.177747264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"66b09370-bf05-460b-8a74-69e5d4558f7e","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.19144428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"954268f6-bf36-42ce-b286-4552083fa3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.191570358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"f1747b7c-9cba-4d68-b9fa-0ac2e66b5f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.232974593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"dd7feb86-87dc-47e1-9bca-95ae417bd21b","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.279311646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"6a860a45-ed2a-4f6d-9888-30a1dd0261d0","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.395550725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"bfb6860d-adae-41c1-a915-98ddaa8f26b4","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.426405338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"e2e16ffe-560a-4a43-b009-70ab37fab494","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.43476112Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"81c34067-e56a-4c39-81f4-b80560e6f0cc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"distinct-2-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.478103017Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"e2e16ffe-560a-4a43-b009-70ab37fab494","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.479504698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a360ef4f-a238-42c0-8582-984c1412f64d","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.479866555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"a9a49206-116f-4ff0-b1e1-fdaa3aba4471","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.480163859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"e2d1ad85-0bb6-4ac5-8818-3b9371cfe1f5","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.487229101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"728997d9-5ffa-42bf-b05e-5aeede6c4faa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.543995643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"728997d9-5ffa-42bf-b05e-5aeede6c4faa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.563206052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"548dd9d0-b329-4922-86ce-4dc314deadc3","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.563673043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"f0dcb9a4-bb49-44cb-b66a-eeb310d08e84","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.564137158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"65c9f1a2-c301-4549-9331-67f2e7181aee","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.585349119Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub1","reconcileID":"e2e16ffe-560a-4a43-b009-70ab37fab494","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.600398287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"ebbe253b-f3dc-4a45-b216-190f91115a6e","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.639517784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4533760d-1e5a-46ef-a4e6-2d1dd9bfbe87","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.646957428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"1a84e1f4-ada9-4824-bac9-3cce0e283af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.683363062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"0eba3535-d228-4fae-b9fa-53f09397c76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.684095611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"58ee10fe-dc80-44d5-949a-47f2314827f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.713729869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4533760d-1e5a-46ef-a4e6-2d1dd9bfbe87","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.721096053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"1a84e1f4-ada9-4824-bac9-3cce0e283af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.763589694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a84351ff-072c-4de3-9551-84f91fab3e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.76412749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"30891d6a-98fa-4dc7-a2ce-370246adf2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.778007362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"c6117859-49f4-46b9-93dc-35777632c1b1","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.814042438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"744bee05-ca5e-4d83-a56a-55c821258ee7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.819462719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"30891d6a-98fa-4dc7-a2ce-370246adf2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.820035516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a84351ff-072c-4de3-9551-84f91fab3e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.868597405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"ad36784e-5521-4754-a94c-64c39271ba77","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.868605063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a41ad0 priority=0:[ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a41ad0/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.890014563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ee76b25a-8049-4135-a60d-065668170e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.924179394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"a9f384e5-6a29-4bc6-a11b-5d88fd23c5ac","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:47.947613577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ee76b25a-8049-4135-a60d-065668170e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.025042966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"b4b127f2-1386-42d2-aa11-8be0ff93b562","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.091326335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"01d1d55b-eb90-4df4-a3ae-9634bdc81c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.095353094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"086f4ae6-cec7-402b-b687-13c9dabbf947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.151346545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"01d1d55b-eb90-4df4-a3ae-9634bdc81c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.151358562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"086f4ae6-cec7-402b-b687-13c9dabbf947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.177677574Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"982243c7-10ad-4167-b57b-247d6f1ff879","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e84f5a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.193146831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2b819ada-a64b-4f9f-9868-96e02dd6867c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.193165406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"fb7ddb4a-7b3c-4563-a627-0d9583969008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.247534732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"fb7ddb4a-7b3c-4563-a627-0d9583969008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.248584716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2b819ada-a64b-4f9f-9868-96e02dd6867c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.486885695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a74128f6-073e-40e5-80e7-b5a9ad283033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.542462529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a74128f6-073e-40e5-80e7-b5a9ad283033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.59146114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"7a841640-7153-47cd-a73c-5d1b301e1087","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.591462206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"641d5dd3-ec3f-4f9c-893f-27bc44388ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.647483188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"641d5dd3-ec3f-4f9c-893f-27bc44388ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.649164648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"7a841640-7153-47cd-a73c-5d1b301e1087","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.680656007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"1c355d49-b28e-42b8-9470-6e160298e546","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.687586182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"a1693e68-c29d-4125-a263-b5d1e3d39212","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.744093384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"a1693e68-c29d-4125-a263-b5d1e3d39212","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.835879766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1aae3d27-b7ca-4de9-9509-03784b82353d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e21d8b9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.931856953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"5d751c0f-60fd-491d-b8e3-94983bf7c1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.986419526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"5d751c0f-60fd-491d-b8e3-94983bf7c1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.029461004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"33bed5d0-484f-43e2-9ea7-d33b4acd8fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.083229162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"33bed5d0-484f-43e2-9ea7-d33b4acd8fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.184522328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3743abe7-a21b-4e5f-8185-26041b23d555","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.184830385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bf7f6953-c2d4-477f-ac9d-51fc49e5fa21","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.238617233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3743abe7-a21b-4e5f-8185-26041b23d555","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.239597509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bf7f6953-c2d4-477f-ac9d-51fc49e5fa21","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.378164846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"f022ae21-f7b7-4d88-899f-fc2a6d5bf611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:49.433378999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"f022ae21-f7b7-4d88-899f-fc2a6d5bf611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.931168725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub","reconcileID":"41108653-4b49-4784-9b07-54b5d65c1cf7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.135701979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub","reconcileID":"41108653-4b49-4784-9b07-54b5d65c1cf7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-320f60/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.22695621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"8d6bacc4-1645-4e0d-a331-dcd5f2899bc0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.276337713Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"8d6bacc4-1645-4e0d-a331-dcd5f2899bc0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.325480701Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-sub2","reconcileID":"8d6bacc4-1645-4e0d-a331-dcd5f2899bc0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.332298301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"4e2f2fd0-afff-4d6b-9886-9a305578d6d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.345629405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"f540fa31-86dc-402f-87ef-f9ded8cd056d","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.346012372Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.400844612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"391f9021-e8b4-470e-b657-5b657c8e9c2b","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.492041395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b12d67d5-4e83-4ab9-a916-56ecaefb7246","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.492065897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"97852b8e-7f02-4b82-8000-3e5d14eea4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.49249934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"90cd76e6-f056-4a0a-8785-87343dbff8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.546859427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b12d67d5-4e83-4ab9-a916-56ecaefb7246","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.546872814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"97852b8e-7f02-4b82-8000-3e5d14eea4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.549014219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"90cd76e6-f056-4a0a-8785-87343dbff8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.588871516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"bb75d099-3a3c-4327-b221-c4add574afe8","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.589300947Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.745810636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"89b606d8-f2f1-4fb5-876e-5ad0db630ef6","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.831264376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"814d4c44-134b-42e5-9b28-68afb23f041d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.83177109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"396ba031-06ef-470b-b678-286c10f7483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.885689465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"814d4c44-134b-42e5-9b28-68afb23f041d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.885853722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"396ba031-06ef-470b-b678-286c10f7483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.886044849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52860a7a-ff8e-4f47-9f93-7c39ca44edce","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.934987036Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52860a7a-ff8e-4f47-9f93-7c39ca44edce","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.939216159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"9233929b-53ba-4987-a512-4d099474a254","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.939216196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"4c9f2baa-093b-4155-9ba4-1d0a95aa9264","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.983781823Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52860a7a-ff8e-4f47-9f93-7c39ca44edce","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.99286559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"4c9f2baa-093b-4155-9ba4-1d0a95aa9264","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.993142283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"9233929b-53ba-4987-a512-4d099474a254","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.138399899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth1","reconcileID":"07967b67-7630-4ea0-86cf-91f5bf436db7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.246632516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"850df106-ec58-4f25-adc2-2dde4d5348a5","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.247063748Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.34179187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"b352b0e9-bb84-4b88-907c-973f94275e18","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.403110626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"903e407a-81fd-43fe-8bd0-edc9ad4367f6","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.489679496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c2d8cf26-bf2e-4f1a-a595-dfee8dac0521","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.489710656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1c867e6b-5e13-4483-b9ca-0191ab490118","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.490138224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"41a388cf-c0fb-4340-a43c-3fa0c6b1fa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.490199853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"5e1500f0-ddb4-4269-877f-c8459a9ee082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.501049292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-multi-keys-auth2","reconcileID":"5ecae05a-3857-4283-bb9b-848910b2332e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.501074264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"8fae1561-fa5e-4443-b427-65dd64555095","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.544198985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1c867e6b-5e13-4483-b9ca-0191ab490118","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.544323803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"5e1500f0-ddb4-4269-877f-c8459a9ee082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.546403643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c2d8cf26-bf2e-4f1a-a595-dfee8dac0521","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.546514644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"41a388cf-c0fb-4340-a43c-3fa0c6b1fa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.559283798Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"054055f1-4b35-436f-a350-0137c714bd79","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4053930a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.704287844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"37f294f8-7264-4e5f-af07-2b333e190ab8","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.994104465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a611910f-bdb5-4914-9baf-bf7626a8a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.994380615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c44d08bd-8366-4228-a066-b0be85ca4ae5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.994103083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"66a6952f-eb34-4bc4-9a11-84ba68d23c51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.994775149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"6df986b1-6bf4-4775-9308-4164be49dc3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.048646232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"6df986b1-6bf4-4775-9308-4164be49dc3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.048764916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"66a6952f-eb34-4bc4-9a11-84ba68d23c51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.051199274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c44d08bd-8366-4228-a066-b0be85ca4ae5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.05125547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a611910f-bdb5-4914-9baf-bf7626a8a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.119459699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"49da6e54-3728-44de-a803-3d097bd18863","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.173134367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"3d096a44-87bd-45cc-8599-1407c9e038ec","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.367728027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a81a987a-92de-4084-bce9-2a4208359326","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.400682783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"59f04204-ad5c-4593-bb3e-8b806874455b","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.400832449Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.421604304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a81a987a-92de-4084-bce9-2a4208359326","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.456068104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"c995a4fc-4b71-4889-add3-8821543362d3","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:01.507795228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"703e7069-dd07-45d9-8ec6-7a24b0e9c47a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.594866189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b02fa8a3-5d5b-45df-bb06-ebec5b18f4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.59486979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7772976b-36a3-4b33-9e0e-a1ed53c95af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.613354033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"9fcd368f-6fb6-421d-b724-10ae1713f15c","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.652884989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b02fa8a3-5d5b-45df-bb06-ebec5b18f4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.652898311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7772976b-36a3-4b33-9e0e-a1ed53c95af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.667474909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"0369297a-555d-46ab-9c8e-fd642d6a3a48","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.712403426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"e0c05939-6e55-4bdf-94bc-89038744ba97","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.726103585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"6149683e-c975-4cde-bcd7-525fab8f3c68","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.783341524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"d42fd1b9-42a4-487f-b19a-bfb19bb8af0e","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.88023994Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"20bb626d-1ea1-455a-b986-2e7a76cd553c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"distinct-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.974945956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b74a33f1-98ef-4a53-afba-a8d101bf5bbd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.99316491Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-791c32 priority=0:[ai-tenant-e2e-worker-w0-791c32/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-791c32/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.993364812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"d4472f85-a746-4361-8601-9cda1bda9907","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.029296043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b74a33f1-98ef-4a53-afba-a8d101bf5bbd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:02.043545557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-791c32/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.047883438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"4949badf-155a-43a9-b350-eab97482f8a9","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.077018922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fa4ec991-4f9d-4fb2-aa41-db11fd3d4be3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.097526376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"d081cfbc-13b8-4f30-826d-a9746444ba05","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:02.098960606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f11b5539-cbc3-477e-98ee-ab6d9d899f1e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.133868935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fa4ec991-4f9d-4fb2-aa41-db11fd3d4be3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.179128941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2dd12cee-5317-4068-879a-7832bc0053d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.179125499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fb65c814-1e63-4866-9f6b-6c364d8f2ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.205010984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"4b3988a3-59b9-4b17-8587-5072089d255d","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.233922072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2dd12cee-5317-4068-879a-7832bc0053d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.234012098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fb65c814-1e63-4866-9f6b-6c364d8f2ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.234507119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"350e20f7-5add-4372-bf78-30bb6167c8d8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.257463135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"2e03defa-0698-454b-a3e4-aae41f223247","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.440044307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"d4388c7a-483b-4dcd-b62e-b0f7e1615ff3","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.457515883Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4dc176e1-3845-4732-aa79-b7ce013685ca","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"distinct-2-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.482539429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3c5b83a1-17f5-4eda-a996-c3202073b153","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.536801352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3c5b83a1-17f5-4eda-a996-c3202073b153","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.61548406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"694045ed-bb32-4944-a933-31caa3597eef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.632575997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8e52b159-959a-46e4-918d-afc4a6a2e35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.632608979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"72e12a76-eb58-4be0-9efa-9372d408d941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.686684925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"72e12a76-eb58-4be0-9efa-9372d408d941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.686732408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8e52b159-959a-46e4-918d-afc4a6a2e35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.73027481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"46169581-939d-4caa-80a6-a03fb62ddb6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.784794177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"46169581-939d-4caa-80a6-a03fb62ddb6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.815774514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"51eb69bc-c158-4b4c-8e54-2cc590da8957","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.421689417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"d1614cac-56db-4920-9a52-dd5c1eade779","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.573478961Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a875a3c4-b753-4dae-b4fa-ad18a3fc7014","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f03af4e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.665586267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"06610ad5-f3b9-4b5e-81bb-1fd99f726106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.665738505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ff250098-287d-42c2-9591-6ee49a600558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.665595632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2a1a403d-011b-47ad-a9d2-0c7d75dee476","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.66617063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b3dcc76-98ae-48db-b0ba-82cd591f45aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.720375862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"06610ad5-f3b9-4b5e-81bb-1fd99f726106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.720373134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b3dcc76-98ae-48db-b0ba-82cd591f45aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.722367007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ff250098-287d-42c2-9591-6ee49a600558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.722750442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2a1a403d-011b-47ad-a9d2-0c7d75dee476","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.109276937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6668cca7-b08a-4906-a51f-77de1041278b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.109325638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"418f7ee2-b0e8-488e-997e-80b8b7ea8d87","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.109831058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8182942f-f3d2-4ad6-b18e-44dde4542167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.109854361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"adea4b5a-c95e-4116-94f4-eeb0aab29087","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.164042365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6668cca7-b08a-4906-a51f-77de1041278b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.164544073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"418f7ee2-b0e8-488e-997e-80b8b7ea8d87","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.166289865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"adea4b5a-c95e-4116-94f4-eeb0aab29087","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.166868089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"8182942f-f3d2-4ad6-b18e-44dde4542167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.672211381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7427674a-bbbd-4314-8a24-0942b5b428b0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.750483428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7427674a-bbbd-4314-8a24-0942b5b428b0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.846313117Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7427674a-bbbd-4314-8a24-0942b5b428b0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.885973837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"583ceff0-083f-4607-8932-8d67517a462b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.887127759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ee354469-aedd-4d1e-bfd7-813405edf299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.888103751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"23d72f78-e5cd-4e74-bc6d-03a5feaea224","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.951794489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6b227f2b-d31e-4c6c-aacd-c906404e3a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.044951266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"583ceff0-083f-4607-8932-8d67517a462b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.078720844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"23d72f78-e5cd-4e74-bc6d-03a5feaea224","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.112710519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ee354469-aedd-4d1e-bfd7-813405edf299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.175069676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6b227f2b-d31e-4c6c-aacd-c906404e3a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.360538018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"028f4164-7c33-451b-9a5a-3c1e256b332a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.361196885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"c2f87f04-a4b9-4289-b0e3-47757fb02b55","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.363517647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.434417501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"c3751ef0-4592-4dcd-a2d1-e01adc97ef34","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.463530578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"b16e8e73-dbc2-46a9-98d7-55d3435d209b","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.465169768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"028f4164-7c33-451b-9a5a-3c1e256b332a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.699769025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"51a1b2fc-b162-4b55-b003-4382b1faf3a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.773390821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"51a1b2fc-b162-4b55-b003-4382b1faf3a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.774175617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9b4c67e0-6ef9-4bf6-969d-15a1171934f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.774773458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e1d8e7ce-8b6d-479f-96c9-f06198f3760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.835880182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9b4c67e0-6ef9-4bf6-969d-15a1171934f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.866421608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8a8ac3b2-ca54-47d7-9181-926f7a0cfd43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:10.899030447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9d519f43-c4a9-42ad-9c28-a26560633171","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.011882612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8a8ac3b2-ca54-47d7-9181-926f7a0cfd43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.052418328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9d519f43-c4a9-42ad-9c28-a26560633171","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.05418801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e1d8e7ce-8b6d-479f-96c9-f06198f3760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.273385806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"887ee5a5-8623-4789-947d-120227486c79","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.315052799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1507920f-71f0-4d08-b0be-49f0b33505d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.386079466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"1507920f-71f0-4d08-b0be-49f0b33505d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.405054321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"7e9b8ad5-257b-471b-bf59-2b30ef621bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.461415694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"7e9b8ad5-257b-471b-bf59-2b30ef621bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.48133477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"e0e185e0-1303-4e73-a71c-e306efd48b95","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.504302661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.504586112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0548ba8d-001d-42f2-8cbf-18c0c591822d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.558681114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0548ba8d-001d-42f2-8cbf-18c0c591822d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.648949459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"af8bbdb1-35aa-46d7-8fe3-045440fa816b","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.825948469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"10303251-4ff2-48a4-b2a4-ba2c2a903f94","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/distinct-2-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:12.082804186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"fa7b3185-0332-415d-b855-0f71c5175856","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:14.622919496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7bcd71ed-aa20-45de-946d-8c022933c8e3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:14.681729651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7bcd71ed-aa20-45de-946d-8c022933c8e3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:14.731017101Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7bcd71ed-aa20-45de-946d-8c022933c8e3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.002169139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.002780124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"e24c6708-de85-4838-9689-b0ea110be5e7","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.154698938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"2b8b594f-cb52-49f7-89cf-6f5b6ceead46","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.251363493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"69cb5e57-6c89-4ab3-95bf-744ea7debe0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.251494156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3dda6c66-3c72-4b77-9b77-d64ace4d651f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.251887193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9acf4c89-1fb8-4518-b0bf-25db646272d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.251361649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f6033757-c168-4ac8-b18c-5b620e7972dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.306070934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"69cb5e57-6c89-4ab3-95bf-744ea7debe0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.306157488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f6033757-c168-4ac8-b18c-5b620e7972dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.308576916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3dda6c66-3c72-4b77-9b77-d64ace4d651f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.308629322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9acf4c89-1fb8-4518-b0bf-25db646272d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.308997781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b0c04bf0-ce12-4ec2-8695-26d55ba00fb2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bed7d42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.748300032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ef16941c-8f6e-4a59-bf38-fecf468c0120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.748503525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1372f402-c978-4014-a0d8-80d9cd00d6af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.748307915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a0a9428f-6dca-4488-bd01-65e9f27cf63d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.748864798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ba22ca54-71bb-404f-a28d-5d9562821c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.802530972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a0a9428f-6dca-4488-bd01-65e9f27cf63d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.804592935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1372f402-c978-4014-a0d8-80d9cd00d6af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.804761659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ba22ca54-71bb-404f-a28d-5d9562821c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.802530869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ef16941c-8f6e-4a59-bf38-fecf468c0120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.193718867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c439be7-efff-48e0-a9fc-42b7548b20ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.24256544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c439be7-efff-48e0-a9fc-42b7548b20ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.291679718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c439be7-efff-48e0-a9fc-42b7548b20ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.341309429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c439be7-efff-48e0-a9fc-42b7548b20ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.765016103Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-32f6e43c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-32f6e43c","reconcileID":"20d12a39-7127-496a-9180-575c8d025ff8","namespace":"odh-ai-gateway-infra","gateway":"e2e-mt-32f6e43c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-32f6e43c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:20.126444936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81185c4-b1e3-44f3-afa5-7132ad16caa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:20.175155473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81185c4-b1e3-44f3-afa5-7132ad16caa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:20.223964723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81185c4-b1e3-44f3-afa5-7132ad16caa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:20.272955532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81185c4-b1e3-44f3-afa5-7132ad16caa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:20.771352029Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-32f6e43c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-32f6e43c","reconcileID":"877784c4-356c-4d58-a7e8-64651082de31","namespace":"ai-tenant-e2e-mt-32f6e43c","gateway":"e2e-mt-32f6e43c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-32f6e43c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:22.04256607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d66639-b51b-4698-acc8-8b47898f1419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:22.091518563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d66639-b51b-4698-acc8-8b47898f1419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:22.140363629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d66639-b51b-4698-acc8-8b47898f1419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:22.189272636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d66639-b51b-4698-acc8-8b47898f1419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.357986098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"02cf45dd-e876-462c-8926-ba32118d700a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.406954738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"02cf45dd-e876-462c-8926-ba32118d700a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.455853541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-sub2","reconcileID":"02cf45dd-e876-462c-8926-ba32118d700a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.731644496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"f48a9161-ea3d-4372-8f49-bd77bf152790","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.732014503Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.877594731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"4da096dc-d5bc-41f0-81d7-a5518c153a85","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.978084319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"06164098-52ca-491a-b130-d6b0e4d6883d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.978242564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b36292a5-b3a1-4759-b402-e9e527904efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.978084153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d3e1fb9-19ef-45ca-ba1e-fe98cf7a3c25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:25.978518064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"398ce8ff-4ad4-4e69-9922-6a24a3854e87","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.033190357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d3e1fb9-19ef-45ca-ba1e-fe98cf7a3c25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.033298559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"398ce8ff-4ad4-4e69-9922-6a24a3854e87","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.035630608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b36292a5-b3a1-4759-b402-e9e527904efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.035642221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"06164098-52ca-491a-b130-d6b0e4d6883d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.232291494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f83071dd-8ee0-4fcb-8f8b-aca0c9a9027c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.383058026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"a5e4d9d7-dd1f-47bc-87fc-828d5941321f","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.426821562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"85e5e259-07fa-4152-853c-4f9554590183","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.480990461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"85e5e259-07fa-4152-853c-4f9554590183","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.529814674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"e27483fb-74b9-42d1-8c00-aaed0b42d1ea","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.678820224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b0ddbde8-fff8-404d-ace9-fb72c7eeb26f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:26.832282493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"8a71b5f6-a37c-4051-9658-df5c0dba11f1","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:27.137310658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"71a516c4-bba4-4d40-a280-b9bda73346d9","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:27.137326097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd57b2bb-45e5-464a-b39e-cfe42ce8c28d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:27.351319758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"1495b567-5dfe-4268-82f1-238be1e5b555","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.48907448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c289eb87-c244-4aac-948e-5efb42b2280b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.489102246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c289eb87-c244-4aac-948e-5efb42b2280b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.540807457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e5b4ad5-e88b-4e93-90d3-b6a809aba1f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.5408269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e5b4ad5-e88b-4e93-90d3-b6a809aba1f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.765930176Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-bab831 models-as-a-service/e2e-rt-eq-435f63-sub models-as-a-service/e2e-rt-sw-b1861e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.768047427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80f21bcd-9a6b-4bb5-b449-1890c3a97f7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.768070525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80f21bcd-9a6b-4bb5-b449-1890c3a97f7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.792392881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bab831","reconcileID":"7f7bdadb-7a40-4307-8e3f-aba921b552d2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.847834633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bab831","reconcileID":"7f7bdadb-7a40-4307-8e3f-aba921b552d2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.878666252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"e031bd25-84f8-488f-a4ec-502d00aaf1c7","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.878692371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"e031bd25-84f8-488f-a4ec-502d00aaf1c7","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.928293575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f0e62c6-2f53-4d85-a559-6c6fa798de71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.92831455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f0e62c6-2f53-4d85-a559-6c6fa798de71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:28.941552984Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-bab831","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-bab831\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.978168522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"aa78a0c3-19bb-4021-814b-3aaa563e26a8","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.978208502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"aa78a0c3-19bb-4021-814b-3aaa563e26a8","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.021345319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"35d23573-d35d-42c1-ba48-547b8fab629c","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.021672025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5f11d1-daa5-44e0-9df1-4d613fd3a4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.021420504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"00ce9205-79fe-46e2-998a-f7b505dc4070","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.02234661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e40f76dc-76d6-4556-ae6a-eeb046ecb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.027847874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171aba54-4861-4f0f-91fe-27792f17c153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.027864551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"171aba54-4861-4f0f-91fe-27792f17c153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.089011561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"35d23573-d35d-42c1-ba48-547b8fab629c","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.093716055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5f11d1-daa5-44e0-9df1-4d613fd3a4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.098460776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"00ce9205-79fe-46e2-998a-f7b505dc4070","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.102539149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e40f76dc-76d6-4556-ae6a-eeb046ecb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.154599364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff3e503-85ab-4707-b34d-dd54df1d65e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.15463237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff3e503-85ab-4707-b34d-dd54df1d65e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.205449753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bab831","reconcileID":"587c6fb1-557b-4c2c-9066-931e0d33933e","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-bab831","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.374929206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81cfffd3-e039-42fb-b761-02e098b27ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.374956199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81cfffd3-e039-42fb-b761-02e098b27ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.406660007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bab831","reconcileID":"ed5e6c7f-a6e1-4609-9e71-d8604ea62320","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.408937336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb3e4953-5846-42a0-aaf3-2430a35dd3a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.473435175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bab831","reconcileID":"ed5e6c7f-a6e1-4609-9e71-d8604ea62320","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.589536896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bab831","reconcileID":"d832ea23-1611-4841-b64e-8e95cffa38fc","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.144325803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2f501132-1b5e-42bc-9f48-808324954a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.145501929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e7a4e6c3-11f2-457c-b5c6-670999d863d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.211689488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e7a4e6c3-11f2-457c-b5c6-670999d863d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.245179704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2f501132-1b5e-42bc-9f48-808324954a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.301708485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1f428ea0-9b4f-404e-9109-2a1755e7ea3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.355823974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d16408ab-bddb-4e43-8e22-f6fd1ec8210a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.373775386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"1f428ea0-9b4f-404e-9109-2a1755e7ea3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:31.414231861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d16408ab-bddb-4e43-8e22-f6fd1ec8210a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.388990509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bab831","reconcileID":"943db0e9-b025-4a64-8617-dffbc8b3d9b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bab831","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.389061256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e64c89-7be1-4fb1-a128-1db582e43638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.389073729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e64c89-7be1-4fb1-a128-1db582e43638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.542332528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55477850-8808-4359-ac68-0f01b8ba43c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.542360967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55477850-8808-4359-ac68-0f01b8ba43c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.699589828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54204f74-63aa-4981-96fa-06eacc6b8295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.699612017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54204f74-63aa-4981-96fa-06eacc6b8295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.942169608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"901079ae-ba1c-4bd4-b138-cd33e3199898","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.942322539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"ddc53a4a-56bb-4439-bb3d-983cec645a56","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.942173611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9ddee21-0081-4928-9362-e5e1e552330e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.942729345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bab37e93-0f73-455e-9571-9a8a2af6e1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.996270914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bab37e93-0f73-455e-9571-9a8a2af6e1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.996400263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"ddc53a4a-56bb-4439-bb3d-983cec645a56","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.998557289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"901079ae-ba1c-4bd4-b138-cd33e3199898","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:34.998603904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9ddee21-0081-4928-9362-e5e1e552330e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.531149167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de9cf23c-5fcb-4f05-9d9d-b733651daa53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.531173866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de9cf23c-5fcb-4f05-9d9d-b733651daa53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.629452585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"namespace":"ai-tenant-e2e-mt-2b2c062c","name":"e2e-policy-2b2c062c","reconcileID":"b4b3cb37-3cad-447a-b3d1-40c34cc36bf2","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.751462195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"namespace":"ai-tenant-e2e-mt-2b2c062c","name":"e2e-policy-2b2c062c","reconcileID":"b4b3cb37-3cad-447a-b3d1-40c34cc36bf2","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.804362301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"namespace":"ai-tenant-e2e-mt-2b2c062c","name":"e2e-policy-2b2c062c","reconcileID":"b4b3cb37-3cad-447a-b3d1-40c34cc36bf2","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:40.69032885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-2-w2-099a5e","reconcileID":"25c66f6d-77fd-43a5-9c28-854e44169209","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-2-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-2-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:41.492679765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.498857178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"000279e2-803c-4993-b238-bedffd4bf111","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.498896938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"000279e2-803c-4993-b238-bedffd4bf111","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.699134312Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"ffb85bc8-43a5-4449-bf1e-f75730819cd7","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3d5cfe1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.74018805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"4b4559b6-97b8-4077-835c-b0053649a218","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.740988373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9233d2ed-c10d-4b23-9f2d-b10b9575582f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.741648467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"d396c74d-7324-4062-8606-aa22df1dfb0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.743326787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e31eada-dd56-4251-b421-80bec5b2549f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.86422923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9233d2ed-c10d-4b23-9f2d-b10b9575582f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:42.869426874Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"d396c74d-7324-4062-8606-aa22df1dfb0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:42.900776774Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e31eada-dd56-4251-b421-80bec5b2549f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:42.900992116Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"4b4559b6-97b8-4077-835c-b0053649a218","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.917124372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9233d2ed-c10d-4b23-9f2d-b10b9575582f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:42.923714661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"d396c74d-7324-4062-8606-aa22df1dfb0c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:42.953381895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"4b4559b6-97b8-4077-835c-b0053649a218","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:42.956073836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e31eada-dd56-4251-b421-80bec5b2549f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.97293363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"4214bf5c-deb6-4d47-85dc-bfc86308f213","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:42.972966575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"4214bf5c-deb6-4d47-85dc-bfc86308f213","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.125448543Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"4e1b8f55-9464-43d5-9eac-a0f5dd809dad","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3d5cfe1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.125924669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"0a102401-45e8-4ecb-b032-385ae04329ad","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.125951178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"0a102401-45e8-4ecb-b032-385ae04329ad","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.169576198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"c0b256eb-03db-43a2-abe0-0541549299e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.17521774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"231442b4-5930-4870-a553-0581318f2d69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.175234761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"231442b4-5930-4870-a553-0581318f2d69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.175577008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fde00bd7-cf7a-4e42-b76a-2500bffd3470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.175591071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fde00bd7-cf7a-4e42-b76a-2500bffd3470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.175871737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"a4b1118b-594c-4d7f-9855-6647e5c5168c","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.223509457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"c0b256eb-03db-43a2-abe0-0541549299e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.267420225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"ba724938-ba7a-4d67-ac63-4ec703b014bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.267420273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1bdb609-f900-4e2e-a3b9-666f4f0519c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.268210754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701492ab-2c63-41ba-af83-944e54fe6bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.270150981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"c7fcab84-4851-49eb-a66f-3c509ccb2bca","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.276074448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"c0b256eb-03db-43a2-abe0-0541549299e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.32330381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701492ab-2c63-41ba-af83-944e54fe6bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.323374149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"ba724938-ba7a-4d67-ac63-4ec703b014bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.3269926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1bdb609-f900-4e2e-a3b9-666f4f0519c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.327151622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"c7fcab84-4851-49eb-a66f-3c509ccb2bca","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.37944311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"1d7a4024-57d1-4605-af8c-61d160c9f104","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.379482238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"1d7a4024-57d1-4605-af8c-61d160c9f104","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.380182152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1bdb609-f900-4e2e-a3b9-666f4f0519c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.433667342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"21543dc3-e21a-4a6c-8a74-71c35b49e70f","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:43.456333924Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-099a5e/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.486039496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"5bf3f4cf-34ca-424f-af9f-31bcc5b62f8b","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.486088754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"5bf3f4cf-34ca-424f-af9f-31bcc5b62f8b","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.535950236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"b7545d50-4efa-41e8-8202-484fcb6970ec","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.585518716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"58d69ef3-e269-4bde-a89a-0ecc6230338f","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.647549424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"58d69ef3-e269-4bde-a89a-0ecc6230338f","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.678093317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0b22ed-41c5-4b42-8b64-ad377ae1f35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.704396791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"b8be72f9-2fec-4a60-b46c-e839dadb2729","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.70638624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"58d69ef3-e269-4bde-a89a-0ecc6230338f","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.751585287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0b22ed-41c5-4b42-8b64-ad377ae1f35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.806276429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1c1d1e-dcb1-41b8-a31a-0198ac5fb126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.808433142Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-sub","reconcileID":"9245f1d5-d445-42a9-98a2-a68a60c5ef4b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.811059283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0b22ed-41c5-4b42-8b64-ad377ae1f35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.858495242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"adf3603a-e8b6-4453-929a-1a5c195e6993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.860102608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"f2a57085-f026-401e-8535-af21e2e2acbc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.864795456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1c1d1e-dcb1-41b8-a31a-0198ac5fb126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.916239179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"c3064003-c37d-46b7-a3ea-20fcfd08a25a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.926490834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"adf3603a-e8b6-4453-929a-1a5c195e6993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.930672638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"f2a57085-f026-401e-8535-af21e2e2acbc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.932604108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1c1d1e-dcb1-41b8-a31a-0198ac5fb126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.972311566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"c3064003-c37d-46b7-a3ea-20fcfd08a25a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.980131495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"e3191a5a-a8eb-4db2-a71a-3010eb388958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.990614843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"bd1b5129-1f5b-4605-b04c-eb86300b9b83","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.032880289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5a52163-7d64-46c1-9cbe-c01c36064500","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.032922964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5a52163-7d64-46c1-9cbe-c01c36064500","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.03332524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"abf1ab9f-cfbf-4c82-bfee-07b6b0e1d98d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.039641989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"c3064003-c37d-46b7-a3ea-20fcfd08a25a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.046354584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"e3191a5a-a8eb-4db2-a71a-3010eb388958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.158267512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"9b46fb34-ea8e-4deb-907b-7b21c6d797d1","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.158302498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"9b46fb34-ea8e-4deb-907b-7b21c6d797d1","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.20880441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-sub","reconcileID":"63604c02-2448-477e-af4b-0b9e21177da5","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:44.290281588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"f2a57085-f026-401e-8535-af21e2e2acbc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.32771977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8c186ca7-bb98-41ec-a2e8-ef50d086a608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.328381007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2052303c-6014-4877-99ba-13a90da8f7f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.412542212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8c186ca7-bb98-41ec-a2e8-ef50d086a608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.436618031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2052303c-6014-4877-99ba-13a90da8f7f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.491794724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"bf1c1f74-e1af-45f0-9761-df28ec686954","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.557283299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"bf1c1f74-e1af-45f0-9761-df28ec686954","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.860366178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bab831","reconcileID":"1b835cf6-0b7a-4e80-a4e4-f72602e10d94","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-bab831","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.098209733Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bab831","reconcileID":"1b835cf6-0b7a-4e80-a4e4-f72602e10d94","MaaSSubscription":{"name":"e2e-default-int-sub-bab831","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.31168247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c96cd6e7-d180-4329-8952-0c020df20d92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.359043961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd6f671-bd2b-4b32-b798-7e4bfdbee0c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.35906485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecd6f671-bd2b-4b32-b798-7e4bfdbee0c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.412755677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"81e37acc-5676-41b9-a375-d76cd444fbde","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.60440073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca681bd3-3b9f-4363-9052-5146b9077f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.604422852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2cb8e15-a670-4c2e-b15f-015a0a991462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.605010544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"782bdcfd-1d76-470a-892f-fe933afda647","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.605091351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"9656d527-0faa-43d9-a401-fab96e6edeae","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.659331102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2cb8e15-a670-4c2e-b15f-015a0a991462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.659390176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"9656d527-0faa-43d9-a401-fab96e6edeae","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.661506948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"782bdcfd-1d76-470a-892f-fe933afda647","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.661773804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca681bd3-3b9f-4363-9052-5146b9077f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.712244127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2cb8e15-a670-4c2e-b15f-015a0a991462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.712256299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"9656d527-0faa-43d9-a401-fab96e6edeae","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.714413371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca681bd3-3b9f-4363-9052-5146b9077f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.714442916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"782bdcfd-1d76-470a-892f-fe933afda647","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.302459976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"21f4f58b-6ec1-427c-9af9-ee68675a71c6","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.452152387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"a93333c4-4713-46e5-99b7-93dd92bd390b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.452194705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"c0782dd5-8021-4583-94f6-b7ba565defff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.452677018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"eeb5b7b9-21c6-418b-ada7-8002912dfbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.537984147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"a93333c4-4713-46e5-99b7-93dd92bd390b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.538722871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"eeb5b7b9-21c6-418b-ada7-8002912dfbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.546226361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"c0782dd5-8021-4583-94f6-b7ba565defff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:50.66225941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fd5500-cf1d-49a9-b0fa-9111159d2542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:50.711922592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fd5500-cf1d-49a9-b0fa-9111159d2542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:50.760930051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fd5500-cf1d-49a9-b0fa-9111159d2542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:50.810073295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fd5500-cf1d-49a9-b0fa-9111159d2542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:51.231851479Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-145cc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-145cc5","reconcileID":"d6fa3161-cc76-4af2-b808-fd4e46cee42d","namespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-145cc5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-145cc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:51.998318538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"3e43f2a0-6d8f-4863-91a9-0982101169c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:52.120824629Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"3e43f2a0-6d8f-4863-91a9-0982101169c3","name":"e2e-mt-32f6e43c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:52.609749941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a7896f-1c1d-437e-879d-96329364cb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:52.658773192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a7896f-1c1d-437e-879d-96329364cb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:52.707659864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a7896f-1c1d-437e-879d-96329364cb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:52.756421467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a7896f-1c1d-437e-879d-96329364cb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.175295388Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"cb3d0a43-4ed5-4989-bd39-57b231edbe43","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-435f63","subscription":"e2e-rt-eq-435f63-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.27361027Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"cb3d0a43-4ed5-4989-bd39-57b231edbe43","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.322940435Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-sub","reconcileID":"cb3d0a43-4ed5-4989-bd39-57b231edbe43","MaaSSubscription":{"name":"e2e-rt-eq-435f63-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-435f63","namespace":"llm","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.633881409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"fb4f3a73-7e93-451e-9be9-9c2c66083741","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.633951675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"fb4f3a73-7e93-451e-9be9-9c2c66083741","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.661428534Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-145cc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-145cc5","reconcileID":"fed64422-dc07-42c2-9f21-94be52f4b631","namespace":"ai-tenant-e2e-api-a-145cc5","gateway":"e2e-api-a-145cc5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-145cc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.80272076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"a96f8b9d-df78-4ec4-a436-65c904887b18","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.802749756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"a96f8b9d-df78-4ec4-a436-65c904887b18","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.850814008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"e3d78eeb-cddd-4edf-b59e-8b4ec74c4082","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.851019008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e6789e1-efae-4cbe-940d-7d2e4e8c15a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.850812058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"e694ead4-6db8-4473-ac17-d3a08e48d691","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.85145956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6188c7-521d-4baf-943f-d4dea32473bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.906473256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6188c7-521d-4baf-943f-d4dea32473bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.906702467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e6789e1-efae-4cbe-940d-7d2e4e8c15a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.908647094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"e3d78eeb-cddd-4edf-b59e-8b4ec74c4082","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.908995193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"e694ead4-6db8-4473-ac17-d3a08e48d691","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.959516532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e6789e1-efae-4cbe-940d-7d2e4e8c15a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.960760025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e6188c7-521d-4baf-943f-d4dea32473bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.961602768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"e694ead4-6db8-4473-ac17-d3a08e48d691","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:53.961698649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"e3d78eeb-cddd-4edf-b59e-8b4ec74c4082","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.009194016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-435f63-access","reconcileID":"7f295bf1-0c39-47b8-b355-e78a73e54311","MaaSAuthPolicy":{"name":"e2e-rt-eq-435f63-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.264867173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"0998c591-8acd-4fa8-9557-52b541dbb59d","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.264896711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"0998c591-8acd-4fa8-9557-52b541dbb59d","MaaSModelRef":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-435f63-cc41f4751e54","namespace":"llm","model":"e2e-rt-eq-435f63","externalModel":"e2e-rt-eq-435f63","provider":"e2e-rt-eq-435f63-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.596939199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67342-e7ce-472e-a804-2dc12a92173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.646405342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67342-e7ce-472e-a804-2dc12a92173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.695512115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67342-e7ce-472e-a804-2dc12a92173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.744497799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67342-e7ce-472e-a804-2dc12a92173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.809793781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"fac8019e-bfbb-4bcb-8968-12b2cd1a11b6","namespace":"llm","name":"e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.966326616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c06861b7-10d6-4f44-9d82-ac693de50158","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.966349119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c06861b7-10d6-4f44-9d82-ac693de50158","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.966648342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6289fa37-db3d-4fe4-bf9d-9919e7816d0f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.966662126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6289fa37-db3d-4fe4-bf9d-9919e7816d0f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.966886101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8826929-b9d8-41c8-84e2-509da72899d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.966898706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8826929-b9d8-41c8-84e2-509da72899d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.967120688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c758d278-d3f7-47a8-978b-3a3946cd8b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.967131666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c758d278-d3f7-47a8-978b-3a3946cd8b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.967505488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6530cc5e-ecf6-4b01-9c71-7fc44eb44a92","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.96751686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6530cc5e-ecf6-4b01-9c71-7fc44eb44a92","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.967752183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9efd722f-e144-4f9e-afd1-300a16a1a3bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.967767433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9efd722f-e144-4f9e-afd1-300a16a1a3bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.993540937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"fdff73dc-2d44-48fd-a43a-c2920cbda0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:54.993545288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"29dabf34-0e52-42e1-9fdf-3b7720df1293","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.017306924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"d7941b1e-cda3-4f93-b9d6-460db9630d89","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.017335516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"d7941b1e-cda3-4f93-b9d6-460db9630d89","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.041850725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d5cdb2e-9952-4841-9165-b914bdac9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.042122397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"06da8f0b-3e62-4f9e-969e-c024d8c0eb29","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.041851286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b3b20f-d7f6-4a06-b695-adeb862031f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.047983609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"29dabf34-0e52-42e1-9fdf-3b7720df1293","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.048033319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"fdff73dc-2d44-48fd-a43a-c2920cbda0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.0684321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ab6b7c69-3b43-47c4-bd47-c0aefcd597cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.068457686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ab6b7c69-3b43-47c4-bd47-c0aefcd597cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.069181586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47983d57-1cfa-4978-a149-90e34e2de92e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.069195031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47983d57-1cfa-4978-a149-90e34e2de92e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.09608118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d5cdb2e-9952-4841-9165-b914bdac9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.096138454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"06da8f0b-3e62-4f9e-969e-c024d8c0eb29","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.098856636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b3b20f-d7f6-4a06-b695-adeb862031f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.148524209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d5cdb2e-9952-4841-9165-b914bdac9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.149280141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"06da8f0b-3e62-4f9e-969e-c024d8c0eb29","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.151478868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b3b20f-d7f6-4a06-b695-adeb862031f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.165641985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"920309ed-d267-435c-b4bf-8315b2c65d6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.166108043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d87f766-9b9b-45a7-be75-e5b305f63664","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.21468943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"fbc8a8d5-c70a-4c0e-a413-96fcbf7d4609","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","model":"llm/e2e-rt-sw-b1861e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.294505165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d620df5c-d344-4da3-b394-31f5dd4a7b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.2953076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d09ee289-39c7-4db6-bb20-a84f3eeb7d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.296779916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"953f8dae-adba-4ac7-9590-6854f72806b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.349448562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d620df5c-d344-4da3-b394-31f5dd4a7b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.353446129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d09ee289-39c7-4db6-bb20-a84f3eeb7d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.357444667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"953f8dae-adba-4ac7-9590-6854f72806b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.396413543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fa251ade-a727-41cb-aec3-b9d4505bdfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.396463899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"be4a4700-4c87-4102-b7fc-f2451d27bfa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.452963645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fa251ade-a727-41cb-aec3-b9d4505bdfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.453115031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"be4a4700-4c87-4102-b7fc-f2451d27bfa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.732518916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9ccd6e88-128a-4374-b7b2-8477df6d9550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.787237778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9ccd6e88-128a-4374-b7b2-8477df6d9550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.806827456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-435f63","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-435f63","reconcileID":"1931566b-815e-4ce2-b2a5-61d3bedb9e9d","namespace":"llm","name":"e2e-rt-eq-435f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.833564215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"93cc6da0-26b0-49ff-a648-d28bef2011af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.888479291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"93cc6da0-26b0-49ff-a648-d28bef2011af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.914225729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"108f0b7d-fd78-458d-86c6-c2d28fc659a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.914232742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"dbffe226-07dc-48b5-993c-ffba889fb06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.969392412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"dbffe226-07dc-48b5-993c-ffba889fb06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.969394322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"108f0b7d-fd78-458d-86c6-c2d28fc659a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.998143712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35454e5d-0cea-4271-bbd9-ceecdc0920a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.08752654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35454e5d-0cea-4271-bbd9-ceecdc0920a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.140008249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35454e5d-0cea-4271-bbd9-ceecdc0920a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.22975392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919c433c-b236-4208-8c7b-bbdc8a539908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.283715154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919c433c-b236-4208-8c7b-bbdc8a539908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.293049643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"6cff4ab2-3851-438b-a54e-2585c34f3eb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.336364341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919c433c-b236-4208-8c7b-bbdc8a539908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.345441564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"22118042-ab7f-4614-8c81-52f79508fbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.346697855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"6cff4ab2-3851-438b-a54e-2585c34f3eb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.399211944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"6cff4ab2-3851-438b-a54e-2585c34f3eb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.399268885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"22118042-ab7f-4614-8c81-52f79508fbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.44721436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"41221529-5a91-47ee-aa57-c715a625557e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.447261287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"45a8d515-27ec-4266-8d41-bfce58744ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.465321542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-sub","reconcileID":"368e43be-c9ec-4c9c-bd83-9c4c364bc073","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.502503319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"41221529-5a91-47ee-aa57-c715a625557e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.502503316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"45a8d515-27ec-4266-8d41-bfce58744ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.530562283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6dc7810-cfd2-41de-b4c7-5a4793944a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.545662954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"bf8a1c26-e794-4cc4-9b93-dd42ef941b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.585885977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6dc7810-cfd2-41de-b4c7-5a4793944a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.599340081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"bf8a1c26-e794-4cc4-9b93-dd42ef941b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.602820707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a5aa03-be83-4c5d-9a34-9777d8b6fb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.652081976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a5aa03-be83-4c5d-9a34-9777d8b6fb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.655523144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6dc7810-cfd2-41de-b4c7-5a4793944a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.701109667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a5aa03-be83-4c5d-9a34-9777d8b6fb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.707300059Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-sub","reconcileID":"368e43be-c9ec-4c9c-bd83-9c4c364bc073","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-099a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.75121104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a5aa03-be83-4c5d-9a34-9777d8b6fb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.800518297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4daacede-4bdb-4e8b-8032-dc369c5f83fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.802030629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a63d67cd-a39d-45cd-9b2d-fb86a27454ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.802833768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"82566f85-cc5d-4841-9384-ae4215979dfc","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.802854783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"82566f85-cc5d-4841-9384-ae4215979dfc","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.850788505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"41ec0be5-ddbf-4572-b144-238bfadd558c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.854948488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4daacede-4bdb-4e8b-8032-dc369c5f83fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.856238818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a63d67cd-a39d-45cd-9b2d-fb86a27454ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.902965369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"643ab084-11b0-4ea0-b553-d0bb69c68735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.908266606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"41ec0be5-ddbf-4572-b144-238bfadd558c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.953419914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"1ee95df1-5d98-4d6f-8c87-15e849dca78e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:56.95745539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"643ab084-11b0-4ea0-b553-d0bb69c68735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.005115974Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"faf3a581-3ea8-4f9e-983f-f6f98750aae1","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5c957e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.005217737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"d7a6bda0-adcc-4420-9e19-c4ebf6ca77fb","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.014070338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"c936552a-0d32-44eb-a8db-caef8f01eaac","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.066556701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"d7a6bda0-adcc-4420-9e19-c4ebf6ca77fb","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.165947854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"546b6b27-47b2-4423-9a82-f76c329780ef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.209246047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"4597ea36-6250-4ba8-b4a8-f9ce93181008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.288591036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"4597ea36-6250-4ba8-b4a8-f9ce93181008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.337575814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6ee85132-7056-4079-91f5-9338900504e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.383856807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"ee357200-5e5d-48f6-bd5c-a42fd358d5cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.385797411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c67162b6-e274-4a28-b69f-4ff0e3bae186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.391321972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6ee85132-7056-4079-91f5-9338900504e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.43803342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"ee357200-5e5d-48f6-bd5c-a42fd358d5cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.439428138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c67162b6-e274-4a28-b69f-4ff0e3bae186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.456882273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84374d96-4d04-4a8f-81a2-bcb0a33095d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.490497296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"ee357200-5e5d-48f6-bd5c-a42fd358d5cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.490681731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"e2e-api-key-no-access-auth","reconcileID":"e7b63cc2-b8d9-4be8-92af-6383e4f779ed","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.491782137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c67162b6-e274-4a28-b69f-4ff0e3bae186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.510865159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84374d96-4d04-4a8f-81a2-bcb0a33095d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.563351286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84374d96-4d04-4a8f-81a2-bcb0a33095d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.649285985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"e0af2b5c-6c8d-48c8-85d8-16abc33ea9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.703467698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"e0af2b5c-6c8d-48c8-85d8-16abc33ea9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:57.741375059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"bb2fdcd8-bf13-4f9b-894f-aa727cb2e9da","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.715486819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04a3b65-810e-400c-9339-4b2806c0133b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.765672231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04a3b65-810e-400c-9339-4b2806c0133b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.835552065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04a3b65-810e-400c-9339-4b2806c0133b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.895960552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04a3b65-810e-400c-9339-4b2806c0133b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:00.548752257Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"namespace":"ai-tenant-e2e-mt-2b2c062c","name":"e2e-policy-2b2c062c","reconcileID":"670e7922-4f20-48be-b6cb-ad848ef3cf6a","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:00.699788118Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"namespace":"ai-tenant-e2e-mt-2b2c062c","name":"e2e-policy-2b2c062c","reconcileID":"670e7922-4f20-48be-b6cb-ad848ef3cf6a","MaaSAuthPolicy":{"name":"e2e-policy-2b2c062c","namespace":"ai-tenant-e2e-mt-2b2c062c"},"policyNamespace":"ai-tenant-e2e-mt-2b2c062c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:01.131689918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5210bc3-f683-4d90-bb8b-7238ca16c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:01.180773808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5210bc3-f683-4d90-bb8b-7238ca16c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:01.230213576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5210bc3-f683-4d90-bb8b-7238ca16c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:01.279260116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5210bc3-f683-4d90-bb8b-7238ca16c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:03.141293531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e9496-09ee-4086-ae34-3dc5923185c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:03.191120348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e9496-09ee-4086-ae34-3dc5923185c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:03.240298278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e9496-09ee-4086-ae34-3dc5923185c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:03.289435308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382e9496-09ee-4086-ae34-3dc5923185c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.009832724Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6dacc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6dacc6","reconcileID":"0c680016-acb8-4cb1-82ed-d2974758e828","namespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6dacc6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6dacc6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.101556902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8194d07-3a46-4264-af04-ddfe175eb807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.150557202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8194d07-3a46-4264-af04-ddfe175eb807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.19948742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8194d07-3a46-4264-af04-ddfe175eb807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.248472451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8194d07-3a46-4264-af04-ddfe175eb807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.054682292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"7176556f-6ac9-40bf-abf7-9fff38f990ff","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-b1861e","subscription":"e2e-rt-sw-b1861e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.09438282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498cfd5d-fc90-4f1b-b2e4-ed9435b77b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.14337592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498cfd5d-fc90-4f1b-b2e4-ed9435b77b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.192287024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498cfd5d-fc90-4f1b-b2e4-ed9435b77b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.19814328Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6dacc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6dacc6","reconcileID":"30c0f0f3-018d-4e17-bf7e-b2d1379cb032","namespace":"ai-tenant-e2e-api-a-6dacc6","gateway":"e2e-api-a-6dacc6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6dacc6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.241528669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498cfd5d-fc90-4f1b-b2e4-ed9435b77b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.291077447Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"7176556f-6ac9-40bf-abf7-9fff38f990ff","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.340034266Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-sub","reconcileID":"7176556f-6ac9-40bf-abf7-9fff38f990ff","MaaSSubscription":{"name":"e2e-rt-sw-b1861e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b1861e","namespace":"llm","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.690443266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"a5213117-6a4a-4b6f-b5e9-6ccac1605288","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.690471527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"a5213117-6a4a-4b6f-b5e9-6ccac1605288","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.736981273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"8525eeca-b79e-4df7-a6c5-ef696f2b8c0e","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.737101034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03efdf8a-f918-429d-b883-15b4467db9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.786769616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34284a6c-5775-4962-a217-72daa67b7732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.793102398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"8525eeca-b79e-4df7-a6c5-ef696f2b8c0e","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.793146622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03efdf8a-f918-429d-b883-15b4467db9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.840671178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34284a6c-5775-4962-a217-72daa67b7732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.843484484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"43a7c9cf-ec43-487d-8657-a95d816100d3","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.843507858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"43a7c9cf-ec43-487d-8657-a95d816100d3","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:10:07.942983582Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"43a7c9cf-ec43-487d-8657-a95d816100d3","name":"e2e-rt-sw-b1861e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-b1861e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:10:07.943047942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"43a7c9cf-ec43-487d-8657-a95d816100d3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-b1861e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.000313336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"899f31ea-7cf2-4439-88c3-e3edf6da8691","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.000340375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"899f31ea-7cf2-4439-88c3-e3edf6da8691","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.098124239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3d6ae68-a77c-419f-9898-9f812142a079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.098152199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3d6ae68-a77c-419f-9898-9f812142a079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.149718701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3cd6222-a55f-4c3b-a8ab-8e0fff1922b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.149747925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3cd6222-a55f-4c3b-a8ab-8e0fff1922b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:10:08.195797621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"8525eeca-b79e-4df7-a6c5-ef696f2b8c0e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-b1861e-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.196068737Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b1861e-access","reconcileID":"9b590042-7583-4e71-9f05-c6f32f9585e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-b1861e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.246815507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"333571e5-572b-4a03-8a05-ac398f1ddc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.296452618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9743236-e7e7-4190-89c9-3159dcafcc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.301505788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"333571e5-572b-4a03-8a05-ac398f1ddc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.356130443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9743236-e7e7-4190-89c9-3159dcafcc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.451778393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"2be5ba33-945b-4ee8-896e-f9b067082125","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:08.451804601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"2be5ba33-945b-4ee8-896e-f9b067082125","MaaSModelRef":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b1861e-d345247e1b46","namespace":"llm","model":"e2e-rt-sw-b1861e","externalModel":"e2e-rt-sw-b1861e","provider":"e2e-rt-sw-b1861e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.014276923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"833fe4bb-294a-4d72-858b-55947f29ba99","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.16180558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d041a764-d305-42c4-8f9b-899ff5b4b737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.16203595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a3f82ee3-20b3-4ca7-9942-debdcd586b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.162282649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"82ada70b-c4e4-4ba8-8087-6199eb680cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.162449584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"2b3e87bf-826f-442a-bb90-b0a2b6472143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.161817964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"fcaafd54-ced3-4a65-a25c-52bd1b0dd55a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.21644242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d041a764-d305-42c4-8f9b-899ff5b4b737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.216460393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"2b3e87bf-826f-442a-bb90-b0a2b6472143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.218678845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a3f82ee3-20b3-4ca7-9942-debdcd586b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.218795511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"fcaafd54-ced3-4a65-a25c-52bd1b0dd55a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.220769456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"82ada70b-c4e4-4ba8-8087-6199eb680cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.560954266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"dc1c1cb3-6479-4eb5-b5e6-c381b7a16f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.561145108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ac5a68f4-510a-474c-84b0-f80c539a234b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.56140613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04d2f065-7218-4adf-bed4-7483868cddda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.609364088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"8efc68e2-1f61-4741-8c72-f2dd78830396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.610297089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ef35437a-1348-40a5-ac8b-04917db7b316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.617651787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04d2f065-7218-4adf-bed4-7483868cddda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.619657872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ac5a68f4-510a-474c-84b0-f80c539a234b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.621515578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"dc1c1cb3-6479-4eb5-b5e6-c381b7a16f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.663811822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"8efc68e2-1f61-4741-8c72-f2dd78830396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.664317855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ef35437a-1348-40a5-ac8b-04917db7b316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.964679698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"98c7a4cc-6369-4bce-bb47-56b5f30ca017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:09.964694552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"494adfb0-b88c-4989-819b-781116153dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.019016648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"98c7a4cc-6369-4bce-bb47-56b5f30ca017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.019079304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"494adfb0-b88c-4989-819b-781116153dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.192942374Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"e04ad9a3-6bbe-476e-b091-ec80228d553c","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.288069455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9b490e5d-9f47-4488-b0b1-a474de584ac1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.28809787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9b490e5d-9f47-4488-b0b1-a474de584ac1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.28845172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e12fec7-6482-4b8f-b766-cc09f1b7d6ef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.288470561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e12fec7-6482-4b8f-b766-cc09f1b7d6ef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.288754803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e4fcb9c-27a8-47d3-98e7-689cffb90912","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.288771643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e4fcb9c-27a8-47d3-98e7-689cffb90912","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.289123712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d73db21-cdf8-4af8-9271-a4d4915e5d5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.289142002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d73db21-cdf8-4af8-9271-a4d4915e5d5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.289532172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4d74a6e2-c2bb-4fb1-89c4-c87d04dc65e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.289545682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4d74a6e2-c2bb-4fb1-89c4-c87d04dc65e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.289767132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2defd755-a995-40b6-a9b9-cb9a98e2e30a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.289778721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2defd755-a995-40b6-a9b9-cb9a98e2e30a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.2901674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"66a93a53-e8a1-4103-be62-04b3039ad7c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.290181581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"66a93a53-e8a1-4103-be62-04b3039ad7c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.290410887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09ec0466-1c64-434b-8ba5-8ff9ce96f64f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.290422433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09ec0466-1c64-434b-8ba5-8ff9ce96f64f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.340652408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"024d1d88-db38-4a04-936a-2848c541e7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.342149908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b51e07e4-347f-4d46-8e3f-b27369880432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.342300934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8575758e-f689-458a-8e7b-83f7c9a9702a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.364447205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"25f04423-60ea-4642-a8f1-9a967b3d5f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.364448781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e9439e-76a3-4a07-8b38-dbcaf6bcf64a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.400796942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"024d1d88-db38-4a04-936a-2848c541e7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.405333346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b51e07e4-347f-4d46-8e3f-b27369880432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.405707296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8575758e-f689-458a-8e7b-83f7c9a9702a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.436625193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e9439e-76a3-4a07-8b38-dbcaf6bcf64a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.437342521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"25f04423-60ea-4642-a8f1-9a967b3d5f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.498080154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95ee1d19-c0c4-4c3b-b65d-29c47f9da123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.498185596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c78ce555-5688-4b60-81e5-a6c59d333995","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.722153641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2f34a65d-a8f3-4723-9548-5821969ae755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.722223793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"60bf8fea-7304-4176-9c95-ce1efa1313ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.725501604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"a28b74b0-4f07-42df-ac8c-cb77c0033b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.776522577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2f34a65d-a8f3-4723-9548-5821969ae755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.776677772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"60bf8fea-7304-4176-9c95-ce1efa1313ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.779266305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"a28b74b0-4f07-42df-ac8c-cb77c0033b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.817184892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9d1eef38-b89d-4477-a0d1-b4c3cb72e36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.817188972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea278d72-f505-4ff4-84ec-15f32efd4412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.85421185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b1861e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b1861e","reconcileID":"9256130a-6dcf-416c-9083-2a9e513b2d97","namespace":"llm","name":"e2e-rt-sw-b1861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.874180921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea278d72-f505-4ff4-84ec-15f32efd4412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:10.874572027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"9d1eef38-b89d-4477-a0d1-b4c3cb72e36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.069297127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"6fef3c20-33ad-420c-88fe-0ecc55e39983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.069439712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4b90319c-3f33-4646-b061-b65296ba526a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.069295867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c58efe-d7ff-492b-a025-3302598c5654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.125351125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"6fef3c20-33ad-420c-88fe-0ecc55e39983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.125358948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c58efe-d7ff-492b-a025-3302598c5654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.127561638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4b90319c-3f33-4646-b061-b65296ba526a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.170182511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2f515e26-9ec2-47c5-a240-8e413d42fca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.173988428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"96ae1502-f5d2-445e-858b-99be6addbec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.224020133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"2f515e26-9ec2-47c5-a240-8e413d42fca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.2275322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"96ae1502-f5d2-445e-858b-99be6addbec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.41981553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"df67547a-0730-44e0-9b08-5fa9f62d45b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.419870332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"587c4d5b-ff52-4d3a-85f6-14532699669c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.420347566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"ab0a5a70-4a97-4f7c-a648-b1d12a2f4aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.474583074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"587c4d5b-ff52-4d3a-85f6-14532699669c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.475122804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"ab0a5a70-4a97-4f7c-a648-b1d12a2f4aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.477438484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"df67547a-0730-44e0-9b08-5fa9f62d45b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.492853999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.568501936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52e5f8c-4081-465e-92b6-1b4d235f337d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.568501901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c1ba7569-4801-4e03-8c3c-b9ffddaf8345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.622571769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52e5f8c-4081-465e-92b6-1b4d235f337d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.622659178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c1ba7569-4801-4e03-8c3c-b9ffddaf8345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.821746661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"f9e5575f-960b-4fbd-b330-c017391aafec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.821745975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cd794189-16a5-42ed-913b-edee3f9b61d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.876352554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"f9e5575f-960b-4fbd-b330-c017391aafec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.876555524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"cd794189-16a5-42ed-913b-edee3f9b61d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:14.261939579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"5e439b63-3d3e-4643-a2fe-501667a77f31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.517062581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983d2f7-fce9-49a8-b82e-000314c040c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.565998846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983d2f7-fce9-49a8-b82e-000314c040c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.615134306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983d2f7-fce9-49a8-b82e-000314c040c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.663961668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983d2f7-fce9-49a8-b82e-000314c040c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.498199872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6131864-a321-4e33-9356-8ba699da214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.546942269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6131864-a321-4e33-9356-8ba699da214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.595895321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6131864-a321-4e33-9356-8ba699da214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.644859236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6131864-a321-4e33-9356-8ba699da214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:30.390427108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"6d5fecb1-833f-4ed0-9cb4-e942b74fe17f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:30.418426112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"6749d934-fd76-4bcd-9213-124661862060","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:30.530978798Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"6749d934-fd76-4bcd-9213-124661862060","name":"e2e-api-a-145cc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.740898767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"568d4145-407e-43bb-84f2-d3e639d18795","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.741243702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"d92d7c19-4e0f-447a-85c2-a8e5b6b580c5","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.831551698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"5a0112b6-f423-4ef1-af5b-92016bca327d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.832030155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"85d998f0-fd3e-448d-8576-c4da4f29ac8b","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.893116652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"e7ce3910-88e4-4b1a-b9bf-833e895c67f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.893116758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"74cbb7b3-5beb-4b39-a0a8-a3c15cb592d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.944165312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"5e5e441b-8942-47d1-b503-71b3f4e54972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.944750272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"bdde8d42-5c50-4cdc-b526-74c2d41dfa79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.973367255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"e7ce3910-88e4-4b1a-b9bf-833e895c67f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.976620976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"74cbb7b3-5beb-4b39-a0a8-a3c15cb592d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.322671313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"87309010-75ef-403b-87c0-9ff85b976efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.322672232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3b8372d7-f5b8-4258-958f-d4051182bfac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.37668707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3b8372d7-f5b8-4258-958f-d4051182bfac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.377745741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"87309010-75ef-403b-87c0-9ff85b976efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:41.492806957Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:48.815579894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"0d281b5e-b93f-4bdf-8252-ff9de1e83744","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:48.927423164Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"0d281b5e-b93f-4bdf-8252-ff9de1e83744","name":"e2e-api-a-6dacc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.225317688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"94357005-e8c8-4d8f-828e-0941c3adf400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.225317523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"bdfa9f79-4097-4928-bd3a-9f98bb1f04fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.2811359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"bdfa9f79-4097-4928-bd3a-9f98bb1f04fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.281320027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"94357005-e8c8-4d8f-828e-0941c3adf400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:11.497560548Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.521501775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31195f-7240-4d9f-b6e7-82c4616a7212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.573092397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31195f-7240-4d9f-b6e7-82c4616a7212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.622590611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31195f-7240-4d9f-b6e7-82c4616a7212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.671720023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31195f-7240-4d9f-b6e7-82c4616a7212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.455523612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b4efd3-47ed-49b2-8ddc-f51d239799cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.504655877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b4efd3-47ed-49b2-8ddc-f51d239799cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.553594843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b4efd3-47ed-49b2-8ddc-f51d239799cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.602673036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b4efd3-47ed-49b2-8ddc-f51d239799cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.443406702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"206c3591-4dd4-41b6-86e1-b96411a8859c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.443431332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"206c3591-4dd4-41b6-86e1-b96411a8859c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.496976732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15ce0e75-cf72-403e-9cc2-1904784a0381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.496997581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15ce0e75-cf72-403e-9cc2-1904784a0381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.594205445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"1fa5cb46-92db-4173-89b2-03aeec6d3560","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.714839635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"1fa5cb46-92db-4173-89b2-03aeec6d3560","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.76756844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-145cc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"1fa5cb46-92db-4173-89b2-03aeec6d3560","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.822011227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b6c56d5-8852-40c0-8381-3adfb5517cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:18.82203534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b6c56d5-8852-40c0-8381-3adfb5517cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.98485735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a903d78-5f01-4964-b7de-aab46f7465fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.034157505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a903d78-5f01-4964-b7de-aab46f7465fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.083217158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a903d78-5f01-4964-b7de-aab46f7465fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.132291209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a903d78-5f01-4964-b7de-aab46f7465fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.561348689Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6ad223","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6ad223","reconcileID":"75df9abb-0265-4fbc-add7-30b2ea75f30d","namespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6ad223","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6ad223":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.051083421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"de00c6fe-af09-41ab-a82b-f8f03ae2f37a","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.935103592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e40c71-5126-432e-97a7-269881450d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.98455821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e40c71-5126-432e-97a7-269881450d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:25.033756894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e40c71-5126-432e-97a7-269881450d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:25.082593708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e40c71-5126-432e-97a7-269881450d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:25.584580416Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6ad223","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6ad223","reconcileID":"42ac9c12-faab-4336-ace5-6541ae5d2050","namespace":"ai-tenant-e2e-api-b-6ad223","gateway":"e2e-api-b-6ad223","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6ad223":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:26.867630795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b44c89-35ba-401d-87e3-f9874ff78974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:26.916629129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b44c89-35ba-401d-87e3-f9874ff78974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:26.97018807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b44c89-35ba-401d-87e3-f9874ff78974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.019661017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b44c89-35ba-401d-87e3-f9874ff78974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:28.816360099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f8a600-1f16-4bf5-9ffd-092b35183c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:28.866071832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f8a600-1f16-4bf5-9ffd-092b35183c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:28.915832543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f8a600-1f16-4bf5-9ffd-092b35183c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:28.965350998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6f8a600-1f16-4bf5-9ffd-092b35183c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:29.013827128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"641fed1d-8415-48c5-9780-17aff3a28c53","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:29.069206453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"641fed1d-8415-48c5-9780-17aff3a28c53","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:29.121691337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-145cc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"641fed1d-8415-48c5-9780-17aff3a28c53","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.589425847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38abe2e5-0c71-4d00-a028-2709ada15e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.639300781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38abe2e5-0c71-4d00-a028-2709ada15e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.696333994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38abe2e5-0c71-4d00-a028-2709ada15e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.746985053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38abe2e5-0c71-4d00-a028-2709ada15e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.522555911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6511ce5-b1d8-4b18-b061-68ef93ff5a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.575328905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6511ce5-b1d8-4b18-b061-68ef93ff5a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.625336108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6511ce5-b1d8-4b18-b061-68ef93ff5a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.674313099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6511ce5-b1d8-4b18-b061-68ef93ff5a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.117990453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0654e6c3-7157-4879-8c20-83111b136042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.16692142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0654e6c3-7157-4879-8c20-83111b136042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.21591735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0654e6c3-7157-4879-8c20-83111b136042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.264871401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0654e6c3-7157-4879-8c20-83111b136042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.465650124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f4728c-b231-45cd-8859-256f6bcfc867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.465671959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f4728c-b231-45cd-8859-256f6bcfc867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.516981198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa63ee8-efc6-4d43-bd42-796b41dfb293","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.517001226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa63ee8-efc6-4d43-bd42-796b41dfb293","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.613709999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"18804226-546c-4195-8664-3106a5149ad5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.734107327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"18804226-546c-4195-8664-3106a5149ad5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.746270693Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3e92e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3e92e3","reconcileID":"da99b9f8-b509-4440-86bb-4a44a96c42b5","namespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3e92e3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3e92e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.788326856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6dacc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"18804226-546c-4195-8664-3106a5149ad5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.842848369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6787e785-8b2c-473c-91a9-b114a5ee7565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.842869574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6787e785-8b2c-473c-91a9-b114a5ee7565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.145131916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"80114061-f058-4f99-baef-17630eccc6f7","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.150987078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"ef5ff803-f9d5-42dd-9909-dd10c0ef7797","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.151469486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7810d011-e518-4f91-af65-a7698be0e0e9","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.238882832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"4a8640a1-84c7-4d5c-904d-8c0c34d7db48","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.262134855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"17dba380-bdfd-42fc-95c8-a109e2348021","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.262621212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"69ebd316-a37f-4e9c-8210-9c142d6d2fa8","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.363776258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"933f45d0-ffed-47e3-b6d2-10df324647f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.364448321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"05300edf-9b6f-4764-afa2-5874ecbab75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.417944166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"54387bcc-edc6-495e-99fc-457e1c2dcc96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.418659495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"e1ef1adb-458c-4fd7-8ff8-a6697fbe5785","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.422859204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"933f45d0-ffed-47e3-b6d2-10df324647f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.426518375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"05300edf-9b6f-4764-afa2-5874ecbab75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.786626935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"48e58bd1-7057-4dba-9c74-a6d4ef5fc5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.796445067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5ec8575f-5766-409c-8ce6-d1262cd67721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.84249677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"48e58bd1-7057-4dba-9c74-a6d4ef5fc5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:38.862566995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5ec8575f-5766-409c-8ce6-d1262cd67721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.108601383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e9db4-691d-4228-ae46-f7fcfffe7644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.157757683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e9db4-691d-4228-ae46-f7fcfffe7644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.207594196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e9db4-691d-4228-ae46-f7fcfffe7644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.256988469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e9db4-691d-4228-ae46-f7fcfffe7644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.306800324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"7cafe0d1-9a68-4de8-bd17-f6e727b7cb7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.361207491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"7cafe0d1-9a68-4de8-bd17-f6e727b7cb7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.366589486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5c412877-4aae-4585-8e22-0f12b407b59e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.36662669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5c412877-4aae-4585-8e22-0f12b407b59e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.414387751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-145cc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a49b1a333cb76a425e1a4641ad483eef8d99a9b0b4a1dcea6cc5721b9bc5914) AuthConfig (68c189f9be9a6ac2ea4594b2a5bb5a846c700bd4551e9ac79ae7ad8f9aa4937c) AuthConfig (c5351210f1e32539864863364f5fe36f7d034bbe7c0217578512b578b73b1582) AuthConfig (d18bc913ce17d602b25a5891e0553d15ff7e9080fde4876e9af3082efdb90e7a) AuthConfig (3e1569076fad9068c84a10920a2084937044c589a2d5a3f6058d3ca3a92c355e) AuthConfig (89637acb5a176dad63a3073cb7eef37c7627eabb4c4e318f3c70ec952c6de0b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"7cafe0d1-9a68-4de8-bd17-f6e727b7cb7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.514262897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"117a93c1-3e02-42b4-b8bb-085932179e26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.514284832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"117a93c1-3e02-42b4-b8bb-085932179e26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.812709376Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3e92e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3e92e3","reconcileID":"1d89f582-9b59-4ac3-b827-3d349d4cc9ad","namespace":"ai-tenant-e2e-api-a-3e92e3","gateway":"e2e-api-a-3e92e3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3e92e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.108048987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47129205-0ed9-4e9d-9d59-81a77e306918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.157401339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47129205-0ed9-4e9d-9d59-81a77e306918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.206374398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47129205-0ed9-4e9d-9d59-81a77e306918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.255418058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47129205-0ed9-4e9d-9d59-81a77e306918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.495428023Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.026250257Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3337df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3337df","reconcileID":"07d892b9-4bc3-41d4-8fb3-ac6c5b290261","namespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3337df","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3337df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.07531439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e240164-7a4f-4f7e-bcb8-3f823bce245c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.124621732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e240164-7a4f-4f7e-bcb8-3f823bce245c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.174525318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e240164-7a4f-4f7e-bcb8-3f823bce245c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.224484478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e240164-7a4f-4f7e-bcb8-3f823bce245c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.780619343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"1528b77c-0180-48f4-ae95-4965a2e2df0a","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.7806441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"1528b77c-0180-48f4-ae95-4965a2e2df0a","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.834456465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"09f657fe-08e5-40bd-bb85-5029b195874e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.834479684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"09f657fe-08e5-40bd-bb85-5029b195874e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.93182778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"e1563e38-b23e-49b3-ac5f-dc2b601b0c7c","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.011398719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb1eba1-05c2-4bad-be72-4dce6870c183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.060285813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb1eba1-05c2-4bad-be72-4dce6870c183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.077995434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"e1563e38-b23e-49b3-ac5f-dc2b601b0c7c","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.109420785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb1eba1-05c2-4bad-be72-4dce6870c183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.158277309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb1eba1-05c2-4bad-be72-4dce6870c183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.162228683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"e1563e38-b23e-49b3-ac5f-dc2b601b0c7c","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.190240225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"f7818b26-3629-4abf-85fb-92f5d4823fb9","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.190260168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"f7818b26-3629-4abf-85fb-92f5d4823fb9","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.247102772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ae14f93e-039e-467d-9955-cdb6bfc15d96","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.247128021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ae14f93e-039e-467d-9955-cdb6bfc15d96","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:45.296512623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"1cd0f02a-35e3-431f-8078-15c033958742","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-32f6e43c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:45.29744675Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ae14f93e-039e-467d-9955-cdb6bfc15d96","name":"e2e-lifecycle-model-32f6e43c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-32f6e43c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:45.297500357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ae14f93e-039e-467d-9955-cdb6bfc15d96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-32f6e43c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.302871178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"899b6c98-37b6-4eb1-b3d7-bf8f41bf7e00","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.302888663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"899b6c98-37b6-4eb1-b3d7-bf8f41bf7e00","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.358302297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"574f3d47-3a56-4d44-bcd3-00befbc420fb","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.406394673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ee74f847-4daa-4bd2-9833-cf7da06ada90","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.406421675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ee74f847-4daa-4bd2-9833-cf7da06ada90","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.412171015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"574f3d47-3a56-4d44-bcd3-00befbc420fb","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.490356938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"a880fff6-1029-4a23-bbda-bc7037ff9f8f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.490378731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"a880fff6-1029-4a23-bbda-bc7037ff9f8f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.497735142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"574f3d47-3a56-4d44-bcd3-00befbc420fb","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.688555408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"5f93a320-737b-4e78-aa5a-71827dcc4d4a","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.742769823Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"1ce9ec4f-e275-426b-b810-781838292c7f","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-32f6e43c/e2e-sub-32f6e43c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.747858163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"5f93a320-737b-4e78-aa5a-71827dcc4d4a","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.804620841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"5f93a320-737b-4e78-aa5a-71827dcc4d4a","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.907061064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"6aab9730-d11b-4e41-a538-6d163c69b775","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.907087226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"6aab9730-d11b-4e41-a538-6d163c69b775","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.105598233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"e528e229-e606-473e-939f-1cd35b3c2f88","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.265159533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"4e176c08-41c2-427d-b108-fbe7287fad3f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.265182603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"4e176c08-41c2-427d-b108-fbe7287fad3f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.492461704Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3337df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3337df","reconcileID":"3b525fab-086e-4e8c-9d67-09de52d8bf6a","namespace":"ai-tenant-e2e-api-b-3337df","gateway":"e2e-api-b-3337df","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3337df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.941556218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"b43e1fba-588d-4244-b9b6-5503fac5fbbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.995694298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"b43e1fba-588d-4244-b9b6-5503fac5fbbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.048413442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6dacc6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"b43e1fba-588d-4244-b9b6-5503fac5fbbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:49.612827637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"ce187d19-21de-433a-b9cd-ce93e0ed9743","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:49.666649591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"ce187d19-21de-433a-b9cd-ce93e0ed9743","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:49.719264219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-145cc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a49b1a333cb76a425e1a4641ad483eef8d99a9b0b4a1dcea6cc5721b9bc5914) AuthConfig (68c189f9be9a6ac2ea4594b2a5bb5a846c700bd4551e9ac79ae7ad8f9aa4937c) AuthConfig (c5351210f1e32539864863364f5fe36f7d034bbe7c0217578512b578b73b1582) AuthConfig (d18bc913ce17d602b25a5891e0553d15ff7e9080fde4876e9af3082efdb90e7a) AuthConfig (3e1569076fad9068c84a10920a2084937044c589a2d5a3f6058d3ca3a92c355e) AuthConfig (89637acb5a176dad63a3073cb7eef37c7627eabb4c4e318f3c70ec952c6de0b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"ce187d19-21de-433a-b9cd-ce93e0ed9743","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:55.904187992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"05eca4dc-f170-41d7-9434-ecf3a71f3de1","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:55.961118915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"05eca4dc-f170-41d7-9434-ecf3a71f3de1","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:56.017715316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"05eca4dc-f170-41d7-9434-ecf3a71f3de1","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.145960417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"8fa47f0a-c702-4ad2-b8ca-64c29ebb9b2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.199973425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"8fa47f0a-c702-4ad2-b8ca-64c29ebb9b2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.252582587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6dacc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e9ca2896bc5f97042ed01d9d5094968c514e43b7412028d90f3a76aedfe4381) AuthConfig (ad7e6c4fe2081b3c43823dab8f4bf7ea3393de4d6362092abef29568395ca299) AuthConfig (d0565a0ecf4e67a96cedec94ed57bc5c1b3ed6b98453a1c77afb7601e3be38b4) AuthConfig (ca1617100fa419c83be4edb6487c6d1015ca8b2651da9df9df5f039822cffd59) AuthConfig (ae6b7ece251a764cbf8f978ef6f84fed7a323f3ee388e4e48f0c849d19255fef) AuthConfig (750f7b045c0f556a1ee05c1335c3a5dbc45dadb0cb4d4e0f86ff9c54a2409fb4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"8fa47f0a-c702-4ad2-b8ca-64c29ebb9b2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.285239189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"6188a20d-88b6-4ee5-bcbd-b33b1b0a6062","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.307218154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f52d4783-5757-41ca-b07a-b88ac6938e6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.307242179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f52d4783-5757-41ca-b07a-b88ac6938e6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.442537704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"fb0b96c8-6253-4e94-b756-9ebad2894c1e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.442565531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"fb0b96c8-6253-4e94-b756-9ebad2894c1e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.866761199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"d6505cd0-d4e9-40b6-9a83-a75ac3a92fd1","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.920589747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"d6505cd0-d4e9-40b6-9a83-a75ac3a92fd1","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.9731881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fe8011699881a24cbc591408bc33bb16ad8c8d16e2938322caef72f336f7677) AuthConfig (2a4380cfccac8ae9658f3a3d99c4d7dcb69c3c527444060992dbbb14b5c7ca22) AuthConfig (1c200e3d6e499cc3517892beea1c980ee4c6cf843eee1b40edb80816eb288fef) AuthConfig (48cebfb6fac1eb866af5fa086c45781b187a3235fa5f53e0317d7825b09de46e) AuthConfig (79e0a4f930fd20dd3fafb33c63fced862e354eda7fef643f868fabf5765232a3) AuthConfig (7052c77d4cfb994072fbbc2a0166f765e1f8be53dcd1b9b0f10084a9311f70b8) AuthConfig (0d3befd7d008ec00e99285c8e48bf397117f5f7a6f0d78d9c3015e764d151684) AuthConfig (dbfb057b40bde22f8984a988abc15bd926ce2aa867b65e6337a2707dbe626ca0) AuthConfig (386b825b59154bc83442d25cf8e7d6567c3225615ae0d125a77b74c3cab9814b) AuthConfig (26b85951e9e3f8c45889d97f55c0a5697250f711e6f1cfd48e2d425380578a32) AuthConfig (29ee0e5e54d02d2e81aa4767511289307c607527433859470890b9e6ed951197) AuthConfig (6b12b0e5e5dd45287edfa55df7f06d05d8128b65abf21f2dad32fb4dbcc2b53b) AuthConfig (73d56912e68c8d2836574e21fd5ac9f735ba5c92806b08a46aec3ff798797e78) AuthConfig (2df38d79422e6e50da8b49d43df91411c3b60b28faf426979de25ac1e8fbd2ea) AuthConfig (6d52467a45a2c4c1b543ad5cb247b7e7b65ea2f4d56d5c5cfdf86c177b5abe50) AuthConfig (2359567c0bb3edf8dcfa8670b92133723cbd21e47595f430007332680cb084cc) AuthConfig (db6cfffdde4993c075363a0107c42275128eb056a26ae9fd9de7fe0d1e5c8e00) AuthConfig (adce8ade5bf3c931446c12d5835d45bf17beb7fe025ef07e3169875049376dad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"d6505cd0-d4e9-40b6-9a83-a75ac3a92fd1","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.027259079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e1244ea4-3572-4394-820a-228c0962fee6","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.027279739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e1244ea4-3572-4394-820a-228c0962fee6","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.1727911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"08de62b0-02b8-4604-971b-d8acb8097b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.172967857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b5277ef2-0a3b-45c3-9944-86299e5d2bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.227310739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b5277ef2-0a3b-45c3-9944-86299e5d2bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.229619805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"08de62b0-02b8-4604-971b-d8acb8097b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.817617633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"15f2a4e2-59d9-4e69-b188-0f62735049a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.871789885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"15f2a4e2-59d9-4e69-b188-0f62735049a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.124677489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f42ec5f-215d-458b-b91c-f63648eeae7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.12470808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f42ec5f-215d-458b-b91c-f63648eeae7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.063940468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"3dfdafb5-d8fe-41fa-bfac-6693c52c73c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.175457626Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"3dfdafb5-d8fe-41fa-bfac-6693c52c73c3","name":"e2e-api-b-6ad223-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.40512346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"e508b41c-175f-4440-a260-573fdf3b4405","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.458870425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"e508b41c-175f-4440-a260-573fdf3b4405","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.511415773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6dacc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e9ca2896bc5f97042ed01d9d5094968c514e43b7412028d90f3a76aedfe4381) AuthConfig (ad7e6c4fe2081b3c43823dab8f4bf7ea3393de4d6362092abef29568395ca299) AuthConfig (d0565a0ecf4e67a96cedec94ed57bc5c1b3ed6b98453a1c77afb7601e3be38b4) AuthConfig (ca1617100fa419c83be4edb6487c6d1015ca8b2651da9df9df5f039822cffd59) AuthConfig (ae6b7ece251a764cbf8f978ef6f84fed7a323f3ee388e4e48f0c849d19255fef) AuthConfig (750f7b045c0f556a1ee05c1335c3a5dbc45dadb0cb4d4e0f86ff9c54a2409fb4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"e508b41c-175f-4440-a260-573fdf3b4405","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.125068691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"21349e7e-4c6b-4b08-ab34-0944d2b17d53","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.179203791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"21349e7e-4c6b-4b08-ab34-0944d2b17d53","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.232023253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fe8011699881a24cbc591408bc33bb16ad8c8d16e2938322caef72f336f7677) AuthConfig (2a4380cfccac8ae9658f3a3d99c4d7dcb69c3c527444060992dbbb14b5c7ca22) AuthConfig (1c200e3d6e499cc3517892beea1c980ee4c6cf843eee1b40edb80816eb288fef) AuthConfig (48cebfb6fac1eb866af5fa086c45781b187a3235fa5f53e0317d7825b09de46e) AuthConfig (79e0a4f930fd20dd3fafb33c63fced862e354eda7fef643f868fabf5765232a3) AuthConfig (7052c77d4cfb994072fbbc2a0166f765e1f8be53dcd1b9b0f10084a9311f70b8) AuthConfig (0d3befd7d008ec00e99285c8e48bf397117f5f7a6f0d78d9c3015e764d151684) AuthConfig (dbfb057b40bde22f8984a988abc15bd926ce2aa867b65e6337a2707dbe626ca0) AuthConfig (386b825b59154bc83442d25cf8e7d6567c3225615ae0d125a77b74c3cab9814b) AuthConfig (26b85951e9e3f8c45889d97f55c0a5697250f711e6f1cfd48e2d425380578a32) AuthConfig (29ee0e5e54d02d2e81aa4767511289307c607527433859470890b9e6ed951197) AuthConfig (6b12b0e5e5dd45287edfa55df7f06d05d8128b65abf21f2dad32fb4dbcc2b53b) AuthConfig (73d56912e68c8d2836574e21fd5ac9f735ba5c92806b08a46aec3ff798797e78) AuthConfig (2df38d79422e6e50da8b49d43df91411c3b60b28faf426979de25ac1e8fbd2ea) AuthConfig (6d52467a45a2c4c1b543ad5cb247b7e7b65ea2f4d56d5c5cfdf86c177b5abe50) AuthConfig (2359567c0bb3edf8dcfa8670b92133723cbd21e47595f430007332680cb084cc) AuthConfig (db6cfffdde4993c075363a0107c42275128eb056a26ae9fd9de7fe0d1e5c8e00) AuthConfig (adce8ade5bf3c931446c12d5835d45bf17beb7fe025ef07e3169875049376dad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"21349e7e-4c6b-4b08-ab34-0944d2b17d53","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:11.493513954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.61062251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"e2569be3-66c1-47e2-b34d-15a1cfbe21f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.664713938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"e2569be3-66c1-47e2-b34d-15a1cfbe21f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.7178076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6dacc6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e9ca2896bc5f97042ed01d9d5094968c514e43b7412028d90f3a76aedfe4381) AuthConfig (ad7e6c4fe2081b3c43823dab8f4bf7ea3393de4d6362092abef29568395ca299) AuthConfig (d0565a0ecf4e67a96cedec94ed57bc5c1b3ed6b98453a1c77afb7601e3be38b4) AuthConfig (ca1617100fa419c83be4edb6487c6d1015ca8b2651da9df9df5f039822cffd59) AuthConfig (ae6b7ece251a764cbf8f978ef6f84fed7a323f3ee388e4e48f0c849d19255fef) AuthConfig (750f7b045c0f556a1ee05c1335c3a5dbc45dadb0cb4d4e0f86ff9c54a2409fb4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"e2569be3-66c1-47e2-b34d-15a1cfbe21f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.337403761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"2b353a07-d8cb-4a57-b7af-4a29722e2673","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.394040951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"2b353a07-d8cb-4a57-b7af-4a29722e2673","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.446734225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-32f6e43c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fe8011699881a24cbc591408bc33bb16ad8c8d16e2938322caef72f336f7677) AuthConfig (2a4380cfccac8ae9658f3a3d99c4d7dcb69c3c527444060992dbbb14b5c7ca22) AuthConfig (1c200e3d6e499cc3517892beea1c980ee4c6cf843eee1b40edb80816eb288fef) AuthConfig (48cebfb6fac1eb866af5fa086c45781b187a3235fa5f53e0317d7825b09de46e) AuthConfig (79e0a4f930fd20dd3fafb33c63fced862e354eda7fef643f868fabf5765232a3) AuthConfig (7052c77d4cfb994072fbbc2a0166f765e1f8be53dcd1b9b0f10084a9311f70b8) AuthConfig (0d3befd7d008ec00e99285c8e48bf397117f5f7a6f0d78d9c3015e764d151684) AuthConfig (dbfb057b40bde22f8984a988abc15bd926ce2aa867b65e6337a2707dbe626ca0) AuthConfig (386b825b59154bc83442d25cf8e7d6567c3225615ae0d125a77b74c3cab9814b) AuthConfig (26b85951e9e3f8c45889d97f55c0a5697250f711e6f1cfd48e2d425380578a32) AuthConfig (29ee0e5e54d02d2e81aa4767511289307c607527433859470890b9e6ed951197) AuthConfig (6b12b0e5e5dd45287edfa55df7f06d05d8128b65abf21f2dad32fb4dbcc2b53b) AuthConfig (73d56912e68c8d2836574e21fd5ac9f735ba5c92806b08a46aec3ff798797e78) AuthConfig (2df38d79422e6e50da8b49d43df91411c3b60b28faf426979de25ac1e8fbd2ea) AuthConfig (6d52467a45a2c4c1b543ad5cb247b7e7b65ea2f4d56d5c5cfdf86c177b5abe50) AuthConfig (2359567c0bb3edf8dcfa8670b92133723cbd21e47595f430007332680cb084cc) AuthConfig (db6cfffdde4993c075363a0107c42275128eb056a26ae9fd9de7fe0d1e5c8e00) AuthConfig (adce8ade5bf3c931446c12d5835d45bf17beb7fe025ef07e3169875049376dad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"2b353a07-d8cb-4a57-b7af-4a29722e2673","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:26.249455264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"a07521fb-809c-4bdd-b22e-572f8c71d72a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:26.360048052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"a07521fb-809c-4bdd-b22e-572f8c71d72a","name":"e2e-api-a-3e92e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:28.816512368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"b321ae04-a616-46e5-a904-8c2023f36356","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:28.879195353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"b321ae04-a616-46e5-a904-8c2023f36356","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.136329807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45871267-9927-4346-b125-cbef066d2712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.136351494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45871267-9927-4346-b125-cbef066d2712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.547086314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"a2bbbced-a87b-4fb5-99a0-b3f36d0ce283","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.600662015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"a2bbbced-a87b-4fb5-99a0-b3f36d0ce283","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.852397202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"2864e2f4-6dc7-4f7b-8d4f-ae079dcf8ab3","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.852416257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"2864e2f4-6dc7-4f7b-8d4f-ae079dcf8ab3","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:32.570629958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"7e71f2f9-9834-4324-98c7-bdc579ee4d9f","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.619732943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f3cb8cc1-3ed5-40ba-85e4-de3a7e61b880","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.671695829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"dfc2e960-db3e-4cc0-b942-7c4dab8d72ab","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.817715095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"fa51a017-b483-4a2f-baf5-b111010772d9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.871787727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"fa51a017-b483-4a2f-baf5-b111010772d9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.912067739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3260702e-f70e-4b99-9c71-5fd936ef4544","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.963851574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"e72b57b7-805e-4035-b91a-c1a6dc1b727d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:12:34.01847616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-sub","reconcileID":"b52ce3fa-ad0b-42bf-bff6-613c5d4d0d0e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.05727752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cdc1a6d6-ecd5-442a-9cc3-b7dd95e96fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.057277801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f98e1688-d637-44b6-b5f7-877a5ada5770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.111310575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f98e1688-d637-44b6-b5f7-877a5ada5770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.111386515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cdc1a6d6-ecd5-442a-9cc3-b7dd95e96fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.121600216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"1af6dff5-7e65-4ef4-965e-8454b46d8588","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.133354552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"4bddab11-1321-4fde-9249-5884e8ae51ad","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.18575149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"24d10a81-90a7-4010-9efd-dba39bf63921","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.267252227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"d7edf1d2-b883-4619-b4cb-c3c533ba8716","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.323155789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"d7edf1d2-b883-4619-b4cb-c3c533ba8716","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.4076309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"707d8fb4-3760-4073-a609-2ec5e88862f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.407645044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4173ccda-74c3-4ce6-8687-c263ca665ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.439705578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-sub","reconcileID":"00cca576-22da-4582-8bf0-c020cde8d758","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.46158105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4173ccda-74c3-4ce6-8687-c263ca665ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.461921371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"707d8fb4-3760-4073-a609-2ec5e88862f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.596103975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b2d2d4f5-b923-4e6e-be6e-c1ae276ed233","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.637589552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"031cbb8f-8116-4054-b735-c2ae6a79b25e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.668327911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"5c67a401-9e48-4126-a571-65c605f620a1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.724818907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"5c67a401-9e48-4126-a571-65c605f620a1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.792214064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-sub","reconcileID":"f269dcf1-c98d-4163-9e88-1e53e3052614","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:35.369582129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"6ec05933-cbcd-4bea-9c1a-1f6ace63fdf5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:35.481223511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"6ec05933-cbcd-4bea-9c1a-1f6ace63fdf5","name":"e2e-api-b-3337df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.138595957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"1890a9b9-7607-4091-b820-067bca81b5d1","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.283786689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5e26924a-0752-476a-ba36-75070862e4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.283976178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"7ceb0071-92cb-4a0a-8ca5-dc34ce8f5b84","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.283786015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"17fb79f0-d139-43da-81d0-362b8589990d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.340974852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"17fb79f0-d139-43da-81d0-362b8589990d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.344725213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5e26924a-0752-476a-ba36-75070862e4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:37.349771579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"7ceb0071-92cb-4a0a-8ca5-dc34ce8f5b84","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.64360731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"c31d5c08-a4f1-4be6-8d48-0bbbd63ce027","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.643637796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"c31d5c08-a4f1-4be6-8d48-0bbbd63ce027","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.794293372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b97a1f4a-2de3-44d7-a0db-63e5d00e16d0","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.794313396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b97a1f4a-2de3-44d7-a0db-63e5d00e16d0","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.839038386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"18a80a0c-6bc4-4f49-9526-bfa7dca80564","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.893633038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"18a80a0c-6bc4-4f49-9526-bfa7dca80564","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.938205041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"7ecc7744-0cb8-4bb2-b25f-28cfb90c3001","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.19107923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"51b6bb52-8b01-412b-8b7e-1b1dfaf205cb","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.245378788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"51b6bb52-8b01-412b-8b7e-1b1dfaf205cb","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.261646938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"8e8d0ddf-a633-4e2b-b71f-af4dec25122a","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.49260628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.558437482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2906a76-fb30-48fd-9023-643f07801462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.607648201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2906a76-fb30-48fd-9023-643f07801462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.656579706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2906a76-fb30-48fd-9023-643f07801462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.705849465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2906a76-fb30-48fd-9023-643f07801462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.491721639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4deccd-7ba4-4c9e-be47-91825aefc552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.540772231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4deccd-7ba4-4c9e-be47-91825aefc552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.589818525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4deccd-7ba4-4c9e-be47-91825aefc552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.638718528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4deccd-7ba4-4c9e-be47-91825aefc552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.418655033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3007e7-efb7-4292-8445-590f3addeb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.467383419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3007e7-efb7-4292-8445-590f3addeb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.516194108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3007e7-efb7-4292-8445-590f3addeb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.565216244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3007e7-efb7-4292-8445-590f3addeb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.291377323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-sub","reconcileID":"d2f21b5e-2507-4009-9b66-b7be106ef212","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.412693769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fcd54b-b0f1-4b8f-8989-431a3717d20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.461807957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fcd54b-b0f1-4b8f-8989-431a3717d20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.511118135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fcd54b-b0f1-4b8f-8989-431a3717d20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.517641215Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-sub","reconcileID":"d2f21b5e-2507-4009-9b66-b7be106ef212","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.560201105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fcd54b-b0f1-4b8f-8989-431a3717d20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.764018496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"708ae23a-58d5-41a4-b927-28938cadf4cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.823155932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7fe3bf3a-42ae-40a5-b041-c6e19f9bda1f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.97003341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"01d3c2b7-a7ad-4207-8a9f-7c482d9a4e5a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.97005306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bd02ca17-928b-4af2-8947-5c0a05765323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.970516848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5d7fc0fb-1ba5-4363-9d29-a8a178eda467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.973741026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"ec41236d-8095-443b-b371-74e26e1846a1","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:48.025952446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"01d3c2b7-a7ad-4207-8a9f-7c482d9a4e5a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:48.026020678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bd02ca17-928b-4af2-8947-5c0a05765323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:48.028197071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5d7fc0fb-1ba5-4363-9d29-a8a178eda467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:48.224543457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-api-key-scoped-auth","reconcileID":"a830f85b-3cc3-42f9-9991-88c5c2626f1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:48.426457157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"16a7d225-0090-461b-87aa-82eff46d9df1","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.22149997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ed4b04ab-0a87-43ea-b562-f8fef21e89fc","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.221527397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"ed4b04ab-0a87-43ea-b562-f8fef21e89fc","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.319240568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"8a9d21a9-f03e-4ebe-8864-1b8a3ecb803b","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.373662493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"8a9d21a9-f03e-4ebe-8864-1b8a3ecb803b","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.418199877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"d38bb57b-8b58-4840-8db9-c04f72ab4c3a","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.693274499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"26ed0857-742b-4637-af63-96beb2e35f4d","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.71647376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"6cf14462-b69c-49ed-88af-f2ca2b4f0e46","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.748402475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"26ed0857-742b-4637-af63-96beb2e35f4d","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:05.114162183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804e1b5d-ed56-4634-8c16-cc3008185af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:05.163229247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804e1b5d-ed56-4634-8c16-cc3008185af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:05.212239926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804e1b5d-ed56-4634-8c16-cc3008185af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:05.261343749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804e1b5d-ed56-4634-8c16-cc3008185af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.175748951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251343ca-e7be-4791-b3f4-d27967c63ba1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.175771094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251343ca-e7be-4791-b3f4-d27967c63ba1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.297191446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50b2e55b-1bbb-468d-a498-db0dc3580715","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.297213402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50b2e55b-1bbb-468d-a498-db0dc3580715","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.394232359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"47d676f8-cc1d-46cc-b003-d827dfa08690","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.514243983Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"47d676f8-cc1d-46cc-b003-d827dfa08690","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"name":"e2e-api-b-6ad223-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.584264802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ad223-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"47d676f8-cc1d-46cc-b003-d827dfa08690","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.636459073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f90319-04f1-4d04-bdcf-53eb9e5fa4c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:06.636478929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f90319-04f1-4d04-bdcf-53eb9e5fa4c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.095195063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a94776b-99b2-4958-8ad0-7e54ddfd2ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.14405172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a94776b-99b2-4958-8ad0-7e54ddfd2ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.192869762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a94776b-99b2-4958-8ad0-7e54ddfd2ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.242145413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a94776b-99b2-4958-8ad0-7e54ddfd2ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:09.02267904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df204b1f-00b1-4b29-ab4c-4bda779d5408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:09.07236636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df204b1f-00b1-4b29-ab4c-4bda779d5408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:09.121678331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df204b1f-00b1-4b29-ab4c-4bda779d5408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:09.170464514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df204b1f-00b1-4b29-ab4c-4bda779d5408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:10.949948854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7c4980-8456-48d2-92ed-729a7ce2b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:10.999440715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7c4980-8456-48d2-92ed-729a7ce2b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.048348143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7c4980-8456-48d2-92ed-729a7ce2b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.097378771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7c4980-8456-48d2-92ed-729a7ce2b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.492348468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.155352441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0caeb907-6407-4be9-b599-1e1b3b1779f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.15537539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0caeb907-6407-4be9-b599-1e1b3b1779f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.158570113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"79cdd6f2-511b-461b-9440-1e2b9b6c6359","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.21232397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"79cdd6f2-511b-461b-9440-1e2b9b6c6359","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.35798249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"5ddc28d8-ae3b-4705-b78a-c058002a5ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.5068315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"5ddc28d8-ae3b-4705-b78a-c058002a5ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.680857908Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"5ddc28d8-ae3b-4705-b78a-c058002a5ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"name":"e2e-api-a-145cc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.680884886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"e2e-e2e-api-a-145cc5-policy","reconcileID":"5ddc28d8-ae3b-4705-b78a-c058002a5ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-145cc5-policy","namespace":"ai-tenant-e2e-api-a-145cc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-145cc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.703065803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02f30931-5eee-4f5d-9da8-dee458ac7f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.703088039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02f30931-5eee-4f5d-9da8-dee458ac7f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.734687565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dc0bc4d-8415-4cdc-9a26-5a6acf4ff878","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.734709568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dc0bc4d-8415-4cdc-9a26-5a6acf4ff878","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.755324282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a579b0bf-9c17-4083-b3a3-5e7f87ba9bec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.755346874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a579b0bf-9c17-4083-b3a3-5e7f87ba9bec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.930382566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"1788270f-b4b2-483c-b99d-73d918df7ac0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.981689944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dba3a6d9-f3b8-4859-86e9-2f03d465f119","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.981731793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dba3a6d9-f3b8-4859-86e9-2f03d465f119","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:14.98500408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"1788270f-b4b2-483c-b99d-73d918df7ac0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.03420693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2209b8a2-3481-4d86-a143-d82e06ec0c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.034228423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2209b8a2-3481-4d86-a143-d82e06ec0c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:15.091086801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"edec6e8e-6f93-431e-b364-3918862936b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-d34639e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.128532463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a70f6c3-219b-4cad-83a8-fa5e1c80e697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.128532369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b09e10-4083-474b-a9a2-a1e8a888bbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.182700039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b09e10-4083-474b-a9a2-a1e8a888bbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.182704989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a70f6c3-219b-4cad-83a8-fa5e1c80e697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.206221153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b99b5d4-5d60-484d-8ec1-4c3afe4b540b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.206240935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b99b5d4-5d60-484d-8ec1-4c3afe4b540b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.260183347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd20362f-69b0-464b-95c9-8bbe4664358e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.26020324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd20362f-69b0-464b-95c9-8bbe4664358e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.286873574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75686f07-00f7-4ea4-9cd7-912e9e46569d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.28689688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75686f07-00f7-4ea4-9cd7-912e9e46569d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.35605553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1597bc74-f9db-43dd-9417-2067ebc8cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.405163865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1597bc74-f9db-43dd-9417-2067ebc8cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.454186286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1597bc74-f9db-43dd-9417-2067ebc8cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.45457152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"b07dd82c-8b35-4996-92a5-90954af7f656","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.503509565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1597bc74-f9db-43dd-9417-2067ebc8cacc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.557329436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"b07dd82c-8b35-4996-92a5-90954af7f656","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.561440814Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"e4662a52-fc28-4dcc-b67a-b7dd65aca3db","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-d34639e0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.561585548Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"e4662a52-fc28-4dcc-b67a-b7dd65aca3db","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d34639e0","error":"MaaSModelRef not found: llm/nonexistent-model-d34639e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.600704673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"170a1346-618c-432a-bd5e-cc6d3acf4d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.649110033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2741998f-5f8b-425c-9fb8-5c9647407e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.654727303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"170a1346-618c-432a-bd5e-cc6d3acf4d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.703468015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2741998f-5f8b-425c-9fb8-5c9647407e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.802427861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59d73841-3d87-400e-a474-7baa82b100eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.809189851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84633f9a-9630-44ed-8c2b-bcc34b3ddb0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.809210721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84633f9a-9630-44ed-8c2b-bcc34b3ddb0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.00816465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"ce5b2231-f2d6-436b-8818-e7fbb23a3ec2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.008291112Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"ce5b2231-f2d6-436b-8818-e7fbb23a3ec2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d34639e0","error":"MaaSModelRef not found: llm/nonexistent-model-d34639e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.214865412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"629a0435-5c2c-4f7b-b96a-65826840824b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.214886214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"629a0435-5c2c-4f7b-b96a-65826840824b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.748309461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"a85566e1-0ff7-4f30-9dab-efc9f3d8694d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.802308793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"a85566e1-0ff7-4f30-9dab-efc9f3d8694d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"name":"e2e-api-b-6ad223-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:16.854740098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ad223-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"a85566e1-0ff7-4f30-9dab-efc9f3d8694d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.321117149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71df703-614c-4261-8049-7c7f6178ca0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.370152351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71df703-614c-4261-8049-7c7f6178ca0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.419192504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71df703-614c-4261-8049-7c7f6178ca0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.468108503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71df703-614c-4261-8049-7c7f6178ca0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.708171284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc433d28-49bd-4f14-bbe2-72bca2a40d59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.70820204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc433d28-49bd-4f14-bbe2-72bca2a40d59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.917264834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"c2e43b56-62f9-456c-a17e-2cbe020a234b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.917488533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afebb03d-e13d-4eb1-a05a-10ef31b48eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.917264901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ebfcb25-0761-4125-9da4-410ab0b34d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.974948561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afebb03d-e13d-4eb1-a05a-10ef31b48eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.976007444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"c2e43b56-62f9-456c-a17e-2cbe020a234b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:17.981535647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ebfcb25-0761-4125-9da4-410ab0b34d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:24.323801773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95441590-120b-4e46-9e0f-c847420e315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:24.372790706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95441590-120b-4e46-9e0f-c847420e315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:24.421981995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95441590-120b-4e46-9e0f-c847420e315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:24.470984083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95441590-120b-4e46-9e0f-c847420e315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.51526488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f884785a-1321-42e2-8fe6-4fdb28ed71da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.51529315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f884785a-1321-42e2-8fe6-4fdb28ed71da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.567953763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"381a30df-7411-4473-852c-c670ae4c56ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.567974785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"381a30df-7411-4473-852c-c670ae4c56ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.711415917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"fc6e3e1a-6849-46a1-8585-d0ddbdfb296f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.854770027Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"fc6e3e1a-6849-46a1-8585-d0ddbdfb296f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.907803871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"fc6e3e1a-6849-46a1-8585-d0ddbdfb296f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.961964064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"644c6e8f-9ce9-4e5f-a878-d0cc2440f337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:25.961984706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"644c6e8f-9ce9-4e5f-a878-d0cc2440f337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.296961499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f118cd7d-08d8-4519-8207-a875a97ab3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.346742611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f118cd7d-08d8-4519-8207-a875a97ab3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.396170141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f118cd7d-08d8-4519-8207-a875a97ab3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.444957799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f118cd7d-08d8-4519-8207-a875a97ab3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.953847669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"99717463-585b-4ce6-a45e-6836e483d429","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:27.008311148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"99717463-585b-4ce6-a45e-6836e483d429","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"name":"e2e-api-b-6ad223-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:27.065241581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ad223-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"99717463-585b-4ce6-a45e-6836e483d429","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:27.86145855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"327a35dc-a810-4ef7-86e1-cebaa5a6961d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-d34639e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.065810781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"327a35dc-a810-4ef7-86e1-cebaa5a6961d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.065843799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"327a35dc-a810-4ef7-86e1-cebaa5a6961d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d34639e0","subscription":"e2e-neg-ghost-sub-d34639e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.065980887Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d34639e0","reconcileID":"327a35dc-a810-4ef7-86e1-cebaa5a6961d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d34639e0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d34639e0","error":"MaaSModelRef not found: llm/nonexistent-model-d34639e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.265587854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26c55981-2356-40fc-930c-33815fe9bd6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.379546565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fdc1524-b7d9-425e-8f67-ae3ed7c60b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.379568095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fdc1524-b7d9-425e-8f67-ae3ed7c60b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.533632712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"594bd878-9dd5-45ca-9efe-e043ba8ab42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.533688933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9d65f0-0a8f-4e4c-9f2e-8df515f8a5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.534143637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"02238fe8-18a1-47be-9d75-96f9a9ea61e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.541602851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c5ed21-7a17-4f20-80b6-822693b9379c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.541625954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c5ed21-7a17-4f20-80b6-822693b9379c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.589531767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9d65f0-0a8f-4e4c-9f2e-8df515f8a5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.589553202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"594bd878-9dd5-45ca-9efe-e043ba8ab42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.591726221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"02238fe8-18a1-47be-9d75-96f9a9ea61e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.787402948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d34639e0","reconcileID":"82fc2b5e-5efc-4cf9-adc3-6e25f8684553","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d34639e0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.043500494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb9ff10e-32f2-4e97-a717-6d1de102ea39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.043527742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb9ff10e-32f2-4e97-a717-6d1de102ea39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.317124729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f099d9a-ce19-44f9-972c-adff4e1de16a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.31714759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f099d9a-ce19-44f9-972c-adff4e1de16a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.37073831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad0083f-1850-480b-bfbf-9023e70ad875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.370849956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad0083f-1850-480b-bfbf-9023e70ad875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.566172494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"ee5c997b-c0cf-4a24-b071-3b97d29e0854","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.621816388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"ee5c997b-c0cf-4a24-b071-3b97d29e0854","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.752366224Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"ee5c997b-c0cf-4a24-b071-3b97d29e0854","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-356c4ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.953001349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"c8a654f7-4e0f-40bf-8f95-7e255ab7dbc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.956003149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21bb337c-a483-4041-96a6-98216c2436f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.956561802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21bb337c-a483-4041-96a6-98216c2436f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.975563286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"5cbaebbb-f724-4a1d-b553-589dc1be95d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.142659473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7fee3ed-1507-4519-bc96-8ff92d759fb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.182231203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"cee4ae77-226f-4796-b7a6-cc283e17ba93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.235802099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"0228ca38-fa54-44dd-9720-c2b9152a1545","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.23897621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"cee4ae77-226f-4796-b7a6-cc283e17ba93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.317615865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"1e377836-ff58-4665-a5a4-d55f229ad29c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.343027226Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"cee4ae77-226f-4796-b7a6-cc283e17ba93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-356c4ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.422786028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"20db6985-1962-4c40-9243-ccfc00175e23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.561671714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"d23fcc81-e227-4c75-8f3a-88a4f50b0c5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.631154534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2142f504-d34d-4a17-a496-231e9beaa0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.669573969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"745fa765-d9db-4b94-845c-982b8bbc20e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.681608369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2142f504-d34d-4a17-a496-231e9beaa0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.737522695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2142f504-d34d-4a17-a496-231e9beaa0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.78985425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2142f504-d34d-4a17-a496-231e9beaa0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:30.898537538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"93e9f6b4-d287-4366-94f8-4afbaacccf7a","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:31.08717832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"7ff84a75-7618-4562-acc8-805bfc2ba3a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:31.216891304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"8f1773f8-f9d8-404c-94a4-a11ace2efbad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:31.285518358Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-22600c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-22600c","reconcileID":"df67691e-59be-42d0-ba5c-e57e6d55571e","namespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-22600c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-22600c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:31.289700116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"2611cb94-f388-48bd-a1af-3f4f2824d73e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.070450172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"79cd7ecc-e145-4dee-a66e-013d61b4b4dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.070604133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ba116e-338e-44a4-85a7-462fba0e51f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.070620358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ba116e-338e-44a4-85a7-462fba0e51f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.119757066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-356c4ce5","reconcileID":"79cd7ecc-e145-4dee-a66e-013d61b4b4dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-356c4ce5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-356c4ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.374830746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e5ba8d-116b-47a4-85e6-79ee37a8957c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.374853584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e5ba8d-116b-47a4-85e6-79ee37a8957c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.749193886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2932a1a-6438-46f2-b278-caff7ed0fbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.798395125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2932a1a-6438-46f2-b278-caff7ed0fbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.848326093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2932a1a-6438-46f2-b278-caff7ed0fbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.897738787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2932a1a-6438-46f2-b278-caff7ed0fbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:33.983956613Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-22600c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-22600c","reconcileID":"ca17ef46-7374-4701-a263-9cc89248302c","namespace":"ai-tenant-e2e-api-b-22600c","gateway":"e2e-api-b-22600c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-22600c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:34.700832304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b209da-1392-4c94-9c49-fa207476be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:34.750025327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b209da-1392-4c94-9c49-fa207476be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:34.798892978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b209da-1392-4c94-9c49-fa207476be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:34.847824914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b209da-1392-4c94-9c49-fa207476be97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:35.934149461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e94e9a9-041a-4a7c-9d06-502ae71947e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:35.934172375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e94e9a9-041a-4a7c-9d06-502ae71947e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:35.98780335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ebcff47-b601-4bff-9303-aacdfaa59cee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:35.987825303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ebcff47-b601-4bff-9303-aacdfaa59cee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.094960512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"e9835674-38ce-478a-ab2e-c8f382bb11f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.095358663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"64486715-879d-4fd4-b967-b2d27dd425f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.185822531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"e9835674-38ce-478a-ab2e-c8f382bb11f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.238173755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"e9835674-38ce-478a-ab2e-c8f382bb11f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.254097808Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"64486715-879d-4fd4-b967-b2d27dd425f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"name":"e2e-api-b-3337df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.306679192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3337df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"64486715-879d-4fd4-b967-b2d27dd425f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.359015356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c48c60d-6320-442e-b7d3-326f6ba84ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.359034889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c48c60d-6320-442e-b7d3-326f6ba84ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.698375364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa23179-7505-476c-81fe-f40046790822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.747134645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa23179-7505-476c-81fe-f40046790822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.795993384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa23179-7505-476c-81fe-f40046790822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:36.844821854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa23179-7505-476c-81fe-f40046790822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.164511607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"91f7cc40-22a3-4b0a-9cd8-9090a148405a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.218381536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"91f7cc40-22a3-4b0a-9cd8-9090a148405a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"name":"e2e-api-b-6ad223-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.271135573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ad223-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7571ec0f112ff45481a83c5c73c5b0b2278a460c2833c02efbfa3cd70054be96) AuthConfig (6418d502a80ea2f4fa81d23564f7fd49915d1f518262b153beddb35af2e6a05b) AuthConfig (3c1877ca6a5c8438ba97c42739500f2122e4645d7f2621833750d5d7a98bd59d) AuthConfig (1dd0378bd908e09896322ffc1d1b55f4074441d56c2cbcb01cacf0b43eddda3c) AuthConfig (04c6f09b5c2fab3bcec30c21d1915d3b8216c5ac7b395a6a3640532f63471a31) AuthConfig (d881eab0832fd250ddbfed2bb5c69fd3392d91c553a6b5ddfde5c3fb7df9d78e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"91f7cc40-22a3-4b0a-9cd8-9090a148405a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.325571484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"899051f2-69d9-432f-876a-41887e31a97e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.325597683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"899051f2-69d9-432f-876a-41887e31a97e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.381845091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"b70c8318-ce95-4975-9812-f11ad289c897","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.381943431Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"b70c8318-ce95-4975-9812-f11ad289c897","name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.436075875Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"b70c8318-ce95-4975-9812-f11ad289c897","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.436106093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"b70c8318-ce95-4975-9812-f11ad289c897","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.436223406Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"b70c8318-ce95-4975-9812-f11ad289c897","name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.436966046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"38bbe52d-bbeb-4d28-9829-7e7b168b132f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.436983948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"38bbe52d-bbeb-4d28-9829-7e7b168b132f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.489515286Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"b70c8318-ce95-4975-9812-f11ad289c897","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.489733315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","namespace":"ai-tenant-e2e-api-a-145cc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.489790554Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","namespace":"ai-tenant-e2e-api-a-145cc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.489867521Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","tenant":"e2e-api-a-145cc5","tenantID":"e2e-api-a-145cc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.492474908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e6154e4b-e094-4c9f-bb96-4f8145735518","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.492500285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e6154e4b-e094-4c9f-bb96-4f8145735518","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.533542316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"a0bb3d29-c22d-477e-998f-a63e719bd5a4","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.542190779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Deployment","name":"maas-api-e2e-api-a-145cc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:37.542679575Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e6154e4b-e094-4c9f-bb96-4f8145735518","name":"e2e-lifecycle-model-32f6e43c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-32f6e43c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:37.542737142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e6154e4b-e094-4c9f-bb96-4f8145735518","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-32f6e43c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.548110992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"393ef3f8-919a-4717-9734-05023ce92fb1","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.548128638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"393ef3f8-919a-4717-9734-05023ce92fb1","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.588470047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"a0bb3d29-c22d-477e-998f-a63e719bd5a4","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.588874184Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"83307f4b-d6f4-4a9c-9112-7c3d08b48706","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f44806f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.603663918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Service","name":"maas-api-e2e-api-a-145cc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.655277001Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"485c3a36-9744-457b-a884-e8302c5023af","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f44806f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.657085301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-145cc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.708076812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-145cc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.759804729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.841727586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"db2e4414-5a3f-4c10-91ae-174b1ccf4abf","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.844008274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.897454112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.950339528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:37.998713508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Deployment","name":"payload-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.039326395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"db2e4414-5a3f-4c10-91ae-174b1ccf4abf","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.04711218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.095708834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Service","name":"payload-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.185538698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.188581153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"db2e4414-5a3f-4c10-91ae-174b1ccf4abf","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"e2e-mt-32f6e43c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.18860663Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-policy-32f6e43c","reconcileID":"db2e4414-5a3f-4c10-91ae-174b1ccf4abf","MaaSAuthPolicy":{"name":"e2e-policy-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.234433145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.242385391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"1c03dd2f-26f9-440f-8d4e-6baaed2ea71e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.242420578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"1c03dd2f-26f9-440f-8d4e-6baaed2ea71e","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.28424994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.333090686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.386613221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.435159169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.483322919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.532731319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-145cc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.584226206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-145cc5"},"namespace":"ai-tenant-e2e-api-a-145cc5","name":"default-tenant","reconcileID":"bbc31b6d-092c-43e1-980b-b0852980f2f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-145cc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.723141979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c81f2b-4025-4c34-ad49-f3f4e75a5e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.772821462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c81f2b-4025-4c34-ad49-f3f4e75a5e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.822028055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c81f2b-4025-4c34-ad49-f3f4e75a5e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:38.881111644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c81f2b-4025-4c34-ad49-f3f4e75a5e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.737976112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6edc71b-7890-4020-a467-1302896718e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.788852632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6edc71b-7890-4020-a467-1302896718e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.837701266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6edc71b-7890-4020-a467-1302896718e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.886377635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6edc71b-7890-4020-a467-1302896718e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:41.49279807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:41.794018193Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-145cc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-145cc5","reconcileID":"f5c4efc8-16f2-4bdf-b65b-712e7d57ce09","aitenant":"ai-tenants/e2e-api-a-145cc5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.502784836Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-145cc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-145cc5","reconcileID":"f5c4efc8-16f2-4bdf-b65b-712e7d57ce09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-145cc5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-145cc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.754483019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3b7544-658d-4bab-bc48-5cbd692710f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.803500558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3b7544-658d-4bab-bc48-5cbd692710f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.852409917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3b7544-658d-4bab-bc48-5cbd692710f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.901400782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3b7544-658d-4bab-bc48-5cbd692710f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:43.672515407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"93d55459-ea76-454f-9583-2e1286c56064","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:43.672648208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae19284a-5af0-4173-a995-1cf13a35c31a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:43.672665765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae19284a-5af0-4173-a995-1cf13a35c31a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:43.997275839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"93d55459-ea76-454f-9583-2e1286c56064","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.118722162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"93d55459-ea76-454f-9583-2e1286c56064","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"name":"e2e-api-a-6dacc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.118745872Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"e2e-e2e-api-a-6dacc6-policy","reconcileID":"93d55459-ea76-454f-9583-2e1286c56064","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6dacc6-policy","namespace":"ai-tenant-e2e-api-a-6dacc6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6dacc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.17267815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40df634f-28e8-4b93-b396-f098032a7cd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.172699576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40df634f-28e8-4b93-b396-f098032a7cd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.598388946Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0f8726","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0f8726","reconcileID":"456ad712-4611-43eb-afa2-4825380363d3","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0f8726","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0f8726":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.739570448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92621154-4359-4146-8329-b1c31dc9bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.789991778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92621154-4359-4146-8329-b1c31dc9bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.843921352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92621154-4359-4146-8329-b1c31dc9bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:44.893059223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92621154-4359-4146-8329-b1c31dc9bf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.337853496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"08b34cbd-0d09-4ddf-9eb1-36c700390396","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.392187723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"08b34cbd-0d09-4ddf-9eb1-36c700390396","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.44663352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"08b34cbd-0d09-4ddf-9eb1-36c700390396","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.457264829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"dff63c1f-3ca9-4bcb-abc7-8df61502a354","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.511185387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"dff63c1f-3ca9-4bcb-abc7-8df61502a354","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"name":"e2e-api-b-3337df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.564116302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3337df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"dff63c1f-3ca9-4bcb-abc7-8df61502a354","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.654210377Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0f8726","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0f8726","reconcileID":"2cdb1f8c-468b-40e7-974d-c862d405b001","namespace":"ai-tenant-e2e-ipp-a-0f8726","gateway":"e2e-ipp-a-0f8726","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0f8726":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.735996554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070da151-7742-42c8-acf7-7c74988e3766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.785401519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070da151-7742-42c8-acf7-7c74988e3766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.83428007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070da151-7742-42c8-acf7-7c74988e3766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.883327892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070da151-7742-42c8-acf7-7c74988e3766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.423257052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"b6c1cb00-3e45-48c8-865c-f55445465d14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.497162728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"b6c1cb00-3e45-48c8-865c-f55445465d14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"name":"e2e-api-b-6ad223-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.556534615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ad223-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7571ec0f112ff45481a83c5c73c5b0b2278a460c2833c02efbfa3cd70054be96) AuthConfig (6418d502a80ea2f4fa81d23564f7fd49915d1f518262b153beddb35af2e6a05b) AuthConfig (3c1877ca6a5c8438ba97c42739500f2122e4645d7f2621833750d5d7a98bd59d) AuthConfig (1dd0378bd908e09896322ffc1d1b55f4074441d56c2cbcb01cacf0b43eddda3c) AuthConfig (04c6f09b5c2fab3bcec30c21d1915d3b8216c5ac7b395a6a3640532f63471a31) AuthConfig (d881eab0832fd250ddbfed2bb5c69fd3392d91c553a6b5ddfde5c3fb7df9d78e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"b6c1cb00-3e45-48c8-865c-f55445465d14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.704681705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"1709a937-7d04-405a-ba84-8b935e7183f7","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","subscription":"e2e-sub-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.753976028Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"1709a937-7d04-405a-ba84-8b935e7183f7","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.803208015Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-sub-32f6e43c","reconcileID":"1709a937-7d04-405a-ba84-8b935e7183f7","MaaSSubscription":{"name":"e2e-sub-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"name":"maas-trlp-e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.10758773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b42bbb78-6e7b-47ae-aafd-d982cc52b9bb","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.107608545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b42bbb78-6e7b-47ae-aafd-d982cc52b9bb","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.703327086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015ce54d-fd0b-49a0-a035-bad730a47f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.75250553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015ce54d-fd0b-49a0-a035-bad730a47f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.801390364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015ce54d-fd0b-49a0-a035-bad730a47f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.850264881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015ce54d-fd0b-49a0-a035-bad730a47f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.439708163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"94984cf0-70b2-4ad4-b500-3f0919c2a6ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.439896033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e162b928-f66a-4bab-9af9-3611f2db2c65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.439931225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e162b928-f66a-4bab-9af9-3611f2db2c65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.68979586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"94984cf0-70b2-4ad4-b500-3f0919c2a6ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.817574352Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"94984cf0-70b2-4ad4-b500-3f0919c2a6ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"name":"e2e-api-b-6ad223-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.817607098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"e2e-e2e-api-b-6ad223-policy","reconcileID":"94984cf0-70b2-4ad4-b500-3f0919c2a6ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ad223-policy","namespace":"ai-tenant-e2e-api-b-6ad223"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ad223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.885813201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fccb34d3-b13c-4256-92c3-c60b1f18b512","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:49.885838902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fccb34d3-b13c-4256-92c3-c60b1f18b512","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.683936978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6102718-289d-47ef-9fea-80b08abf1f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.733029801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6102718-289d-47ef-9fea-80b08abf1f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.782072098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6102718-289d-47ef-9fea-80b08abf1f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.831095665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6102718-289d-47ef-9fea-80b08abf1f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:52.696641891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34757c5d-d4db-432c-aca5-efe34f33a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:52.74624639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34757c5d-d4db-432c-aca5-efe34f33a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:52.795267565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34757c5d-d4db-432c-aca5-efe34f33a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:52.844164951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34757c5d-d4db-432c-aca5-efe34f33a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:54.681581315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10daf154-166a-4050-82d0-e14e8565abda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:54.73044057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10daf154-166a-4050-82d0-e14e8565abda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:54.779624799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10daf154-166a-4050-82d0-e14e8565abda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:54.828682919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10daf154-166a-4050-82d0-e14e8565abda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.544846225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"c82812e7-feab-4208-af3c-1f34a9001fc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.598739061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"c82812e7-feab-4208-af3c-1f34a9001fc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.608712887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e6386-b76b-41eb-97e6-9f70b674b918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.657590449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e6386-b76b-41eb-97e6-9f70b674b918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.660883083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"c82812e7-feab-4208-af3c-1f34a9001fc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.706453123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e6386-b76b-41eb-97e6-9f70b674b918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.755273928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257e6386-b76b-41eb-97e6-9f70b674b918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.80369265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"e157c310-e518-4e70-8eeb-0aaa56a76099","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.857340857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"e157c310-e518-4e70-8eeb-0aaa56a76099","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"name":"e2e-api-b-3337df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:56.909581828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3337df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"e157c310-e518-4e70-8eeb-0aaa56a76099","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.495240489Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","namespace":"ai-tenant-e2e-api-a-6dacc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.495297809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","namespace":"ai-tenant-e2e-api-a-6dacc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.49534801Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","tenant":"e2e-api-a-6dacc6","tenantID":"e2e-api-a-6dacc6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.5458748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Deployment","name":"maas-api-e2e-api-a-6dacc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.592084669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31545856-e499-4c33-9420-c25ddb5b46a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.641011743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31545856-e499-4c33-9420-c25ddb5b46a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.649025197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Service","name":"maas-api-e2e-api-a-6dacc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.690193845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31545856-e499-4c33-9420-c25ddb5b46a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.73936388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31545856-e499-4c33-9420-c25ddb5b46a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.742154061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6dacc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.794861882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6dacc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.846779662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.89964797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:58.996712425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.047924903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.096662329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Deployment","name":"payload-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.145120117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.193853178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Service","name":"payload-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.242472387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.291051709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.339487636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.387952428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.440605823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.489163309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.537578914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.586146487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6dacc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:59.637163537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6dacc6"},"namespace":"ai-tenant-e2e-api-a-6dacc6","name":"default-tenant","reconcileID":"4dcfc46e-a9c1-4609-b99d-75a9639dc58c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6dacc6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.528410006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d09134-e27f-4dc5-8d3d-e2ffbc28ab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.577770776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d09134-e27f-4dc5-8d3d-e2ffbc28ab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.626751121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d09134-e27f-4dc5-8d3d-e2ffbc28ab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.675840322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d09134-e27f-4dc5-8d3d-e2ffbc28ab3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:05.733000957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"653d2244-4951-4e53-978b-f4499cd07b9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:05.832298283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"d67dbcc2-42ea-40fc-8db0-7a49524b69c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:05.933076195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"77762f3f-9b67-4cfb-941e-1c54dc65f24e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.034207515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee4efb98-959a-4270-8a70-4840aacb3f3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.036561946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"9a599c4d-01f0-413f-847c-e28f3b4d9053","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.137685184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"e5db85c3-fc18-499b-9b0d-268bf0f37a3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.235879433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"27ab66f5-d348-492a-b922-12ad70ef9ef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.462140163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"8a9f709b-4e2e-449e-8c9a-a0ff8bd81e02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.565045092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"0c7b053f-d31b-40d9-a431-7aebcf36942c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.725654477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"90eca29d-ddac-4786-845d-5df9bc616cf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.769656991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"3cbbfdfb-fbd1-48d0-9348-af25be99f3ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.823527093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"3cbbfdfb-fbd1-48d0-9348-af25be99f3ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.875995497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14d21ee77c32331853720104ec2e66f9cd7cb41f287c6c78f719b8a0b1df5730) AuthConfig (8eeb92d852546e2124964da989eb1429079dc84617735690195030a800422ca6) AuthConfig (2a38f6641c96e414fb83e9adc7fa8a916828669210f3d744d6185aa5df4b66d3) AuthConfig (e96a0cc764d28e0698de136d4e5ee2bca24e321ce7b6f767bdc4369fa3bfcff7) AuthConfig (7090717d5e6d283b569098696f2d32933997df5fff296351181dde7d8c213086) AuthConfig (057e38501f8bbca0371d6ee9f989e34208e5a97253c761ffb79599826cdfe625)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"3cbbfdfb-fbd1-48d0-9348-af25be99f3ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.883786219Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6dacc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6dacc6","reconcileID":"941786f2-9f82-4512-9084-7dc913a1287e","aitenant":"ai-tenants/e2e-api-a-6dacc6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.982714316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3751305-08d8-465b-98e2-0609c12397fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:06.982735593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3751305-08d8-465b-98e2-0609c12397fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.030847577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"4254190d-3c4c-4a54-9c66-063c4824fb36","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.080371266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"43f80d91-7cf6-451d-8a20-2b3c94d971a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.084790457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"4254190d-3c4c-4a54-9c66-063c4824fb36","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"name":"e2e-api-b-3337df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.137370545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3337df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d885d034c9d40885741caa596ae2e082c67e4b4de95e9583e675b9365e07fa0f) AuthConfig (7cb16066d087b08199b2d63c1e9a984476da46cf0c5852ca0ea8b9ca536215d4) AuthConfig (a0fc12ec4560fe17942ab8e2940b7e8dd16b1ba946735f91402bf11fa3881b98) AuthConfig (783138750674e892523579df43810c94a40953691e218491409024c2793eb230) AuthConfig (63e6bccb33a97b2658c088223a7ba6e6963457e6ae8385cc1013f4e301e4b8c8) AuthConfig (2ad5d14ebee33124da830211c9e7fe7957ebb38d4819c650f856d52440760f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"4254190d-3c4c-4a54-9c66-063c4824fb36","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.19010173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15770bff-20ce-455b-bf2f-ad6875748c2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.190121922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15770bff-20ce-455b-bf2f-ad6875748c2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.497162631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e773eea-bf87-4975-97cf-2da20b1fe355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.546118928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e773eea-bf87-4975-97cf-2da20b1fe355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.594977967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e773eea-bf87-4975-97cf-2da20b1fe355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.601845038Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6dacc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6dacc6","reconcileID":"941786f2-9f82-4512-9084-7dc913a1287e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6dacc6","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6dacc6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:07.643938332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e773eea-bf87-4975-97cf-2da20b1fe355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:09.542033531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fbb34-7ac7-4bc0-8abb-e9f4195d077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:09.591569778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fbb34-7ac7-4bc0-8abb-e9f4195d077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:09.640218859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fbb34-7ac7-4bc0-8abb-e9f4195d077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:09.689106976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fbb34-7ac7-4bc0-8abb-e9f4195d077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.492811421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.496282977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a621e05-dbdf-418b-afb7-4e096f9958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.545642717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a621e05-dbdf-418b-afb7-4e096f9958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.594850098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a621e05-dbdf-418b-afb7-4e096f9958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.644068304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a621e05-dbdf-418b-afb7-4e096f9958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.435081469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb36fba-500a-4ede-a575-66e3c4c6f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.484061777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb36fba-500a-4ede-a575-66e3c4c6f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.533231913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb36fba-500a-4ede-a575-66e3c4c6f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.581915802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb36fba-500a-4ede-a575-66e3c4c6f5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.233342794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"73918335-e1ff-4306-b4f2-91010af70e3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.287399125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"73918335-e1ff-4306-b4f2-91010af70e3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"name":"e2e-api-b-3337df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.339998701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3337df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d885d034c9d40885741caa596ae2e082c67e4b4de95e9583e675b9365e07fa0f) AuthConfig (7cb16066d087b08199b2d63c1e9a984476da46cf0c5852ca0ea8b9ca536215d4) AuthConfig (a0fc12ec4560fe17942ab8e2940b7e8dd16b1ba946735f91402bf11fa3881b98) AuthConfig (783138750674e892523579df43810c94a40953691e218491409024c2793eb230) AuthConfig (63e6bccb33a97b2658c088223a7ba6e6963457e6ae8385cc1013f4e301e4b8c8) AuthConfig (2ad5d14ebee33124da830211c9e7fe7957ebb38d4819c650f856d52440760f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"73918335-e1ff-4306-b4f2-91010af70e3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.481795098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"689c3aed-1a23-438a-b922-d4157021b936","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.481980198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbb28ad3-f744-42b7-a414-f5742d1dfc39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.481999516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbb28ad3-f744-42b7-a414-f5742d1dfc39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.741196919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"689c3aed-1a23-438a-b922-d4157021b936","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.862972949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"689c3aed-1a23-438a-b922-d4157021b936","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"name":"e2e-api-b-3337df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.863001726Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"e2e-e2e-api-b-3337df-policy","reconcileID":"689c3aed-1a23-438a-b922-d4157021b936","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3337df-policy","namespace":"ai-tenant-e2e-api-b-3337df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3337df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.93631802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"074e6837-ba8f-4d84-ba8c-4e5968b8bbcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.936342052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"074e6837-ba8f-4d84-ba8c-4e5968b8bbcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.425391756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74789f58-6cfb-4d02-93ed-02ac51640db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.476808168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74789f58-6cfb-4d02-93ed-02ac51640db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.526639303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74789f58-6cfb-4d02-93ed-02ac51640db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.575502676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74789f58-6cfb-4d02-93ed-02ac51640db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.07943635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"1add6d62-91f7-4a92-8a9d-f984b2ea89af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.134293253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"1add6d62-91f7-4a92-8a9d-f984b2ea89af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.187536263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14d21ee77c32331853720104ec2e66f9cd7cb41f287c6c78f719b8a0b1df5730) AuthConfig (8eeb92d852546e2124964da989eb1429079dc84617735690195030a800422ca6) AuthConfig (2a38f6641c96e414fb83e9adc7fa8a916828669210f3d744d6185aa5df4b66d3) AuthConfig (e96a0cc764d28e0698de136d4e5ee2bca24e321ce7b6f767bdc4369fa3bfcff7) AuthConfig (7090717d5e6d283b569098696f2d32933997df5fff296351181dde7d8c213086) AuthConfig (057e38501f8bbca0371d6ee9f989e34208e5a97253c761ffb79599826cdfe625)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"1add6d62-91f7-4a92-8a9d-f984b2ea89af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.372071837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56d623e-6865-4b8c-b04f-0e5989411581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.42153619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56d623e-6865-4b8c-b04f-0e5989411581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.4711846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56d623e-6865-4b8c-b04f-0e5989411581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.521367712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56d623e-6865-4b8c-b04f-0e5989411581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:19.321004584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ad2a1f-401c-4c96-8901-a33153969792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:19.37020045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ad2a1f-401c-4c96-8901-a33153969792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:19.420760714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ad2a1f-401c-4c96-8901-a33153969792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:19.475369078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ad2a1f-401c-4c96-8901-a33153969792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:23.173544374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"16c66aa7-8001-4aa7-9de7-f00b405d9d98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:23.284429298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"16c66aa7-8001-4aa7-9de7-f00b405d9d98","name":"e2e-api-b-22600c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.285759068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"074a90db-6e83-421b-82a5-dcbfef0da4e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.340083634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"074a90db-6e83-421b-82a5-dcbfef0da4e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.392832563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e92e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14d21ee77c32331853720104ec2e66f9cd7cb41f287c6c78f719b8a0b1df5730) AuthConfig (8eeb92d852546e2124964da989eb1429079dc84617735690195030a800422ca6) AuthConfig (2a38f6641c96e414fb83e9adc7fa8a916828669210f3d744d6185aa5df4b66d3) AuthConfig (e96a0cc764d28e0698de136d4e5ee2bca24e321ce7b6f767bdc4369fa3bfcff7) AuthConfig (7090717d5e6d283b569098696f2d32933997df5fff296351181dde7d8c213086) AuthConfig (057e38501f8bbca0371d6ee9f989e34208e5a97253c761ffb79599826cdfe625)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"074a90db-6e83-421b-82a5-dcbfef0da4e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.855760548Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.855820034Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.855868381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","tenant":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.907289087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Deployment","name":"maas-api-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:27.964340083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Service","name":"maas-api-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.018774218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.069466759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.121253747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.172318125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.2263648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.27770065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.326609658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Deployment","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.37544563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.423957707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Service","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.472808462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"Service","name":"payload-pre-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.52184206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"DestinationRule","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.570613445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.619280335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.671824002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.720250358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.768841532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.818150029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:28.867232946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"2d70c389-549a-46cd-b5f6-ff86bc06a229","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-32f6e43c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:29.457521504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5aec5a1a-0a91-472a-9828-4447c49741e7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:29.457559245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5aec5a1a-0a91-472a-9828-4447c49741e7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:29.647476695Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-32f6e43c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-32f6e43c","reconcileID":"abee4404-77b1-4594-9247-5ae4aa579688","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-32f6e43c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-32f6e43c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.80885353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5c1800a4-b45e-47e5-905a-26e47591f019","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.913234433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5c1800a4-b45e-47e5-905a-26e47591f019","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.918857581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b25f85b8-13de-421c-a177-2721442c9715","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.919065661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b25f85b8-13de-421c-a177-2721442c9715","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.930089559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"4e7987d2-5bb2-4377-b414-8b7d49fcb956","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.930163333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"4e7987d2-5bb2-4377-b414-8b7d49fcb956","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.951379441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"86c87527-df26-44a5-b959-a7e87de32912","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.95145157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"86c87527-df26-44a5-b959-a7e87de32912","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.991844291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"8e60a437-cc72-4293-8c9b-66d80844f864","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:29.991983785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"8e60a437-cc72-4293-8c9b-66d80844f864","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:30.072864205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"9e98f54d-3ee6-493f-a89a-083e126c14c7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:30.072962072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"9e98f54d-3ee6-493f-a89a-083e126c14c7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:30.234040699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"3a855a00-3920-48d2-b484-425a319e1c9f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:30.234111512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"3a855a00-3920-48d2-b484-425a319e1c9f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:30.554958892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"99f7e9b2-2b34-4f91-b35a-630d4748e159","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:30.555031159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"99f7e9b2-2b34-4f91-b35a-630d4748e159","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:30.694998253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d783a7-e729-480b-9a2e-5e695df0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:30.743677681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d783a7-e729-480b-9a2e-5e695df0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:30.792696331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d783a7-e729-480b-9a2e-5e695df0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:30.841642217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d783a7-e729-480b-9a2e-5e695df0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:31.195441894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"910666c6-ae52-427e-8720-55c2199f597f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:31.195518001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"910666c6-ae52-427e-8720-55c2199f597f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:32.476160254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"96df4466-976a-4d66-8ba0-e4c527dbf83d","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:32.47622963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"96df4466-976a-4d66-8ba0-e4c527dbf83d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:32.573212509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"925c6b5f-8483-41de-957a-8c3647f220f1","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:32.573284343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"925c6b5f-8483-41de-957a-8c3647f220f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.691966172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af3cdb0-0642-4790-b86c-f4cbd793d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.741129728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af3cdb0-0642-4790-b86c-f4cbd793d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.790214312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af3cdb0-0642-4790-b86c-f4cbd793d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.839150968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af3cdb0-0642-4790-b86c-f4cbd793d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.629458573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1692887-9c37-40e0-bcd2-f0fe6e5d67ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.678893274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1692887-9c37-40e0-bcd2-f0fe6e5d67ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.728047576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1692887-9c37-40e0-bcd2-f0fe6e5d67ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.777018401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1692887-9c37-40e0-bcd2-f0fe6e5d67ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:36.125276806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"6b5569f5-786f-4791-87ac-ff2b68e60196","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:36.125361527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"6b5569f5-786f-4791-87ac-ff2b68e60196","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:36.335303597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"0231d6d5-bc5b-46d8-a0a8-f658e6492ad8","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:36.335369094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"0231d6d5-bc5b-46d8-a0a8-f658e6492ad8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c-kserve-route (gateways: [openshift-ingress/e2e-mt-32f6e43c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.092268954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b728b-0b29-4e7e-a71b-e5d88c11a2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.141301227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b728b-0b29-4e7e-a71b-e5d88c11a2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.190381029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b728b-0b29-4e7e-a71b-e5d88c11a2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.2399898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b728b-0b29-4e7e-a71b-e5d88c11a2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.496935495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"ed8feca2-c120-4428-881a-eaa72d5a741d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.502659227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e80e697e-f1c0-48e2-87c4-52c59111e236","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.502683784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"e80e697e-f1c0-48e2-87c4-52c59111e236","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.551374789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"ed8feca2-c120-4428-881a-eaa72d5a741d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.656133233Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-32f6e43c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-32f6e43c","reconcileID":"61843a01-8c7b-45b4-b065-6f0547c0be16","namespace":"odh-ai-gateway-infra","gateway":"e2e-mt-32f6e43c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-32f6e43c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.855685487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b948f316-4c77-487f-8e8e-8421fef2134d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:37.855705601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b948f316-4c77-487f-8e8e-8421fef2134d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.28894395Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-32f6e43c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-32f6e43c","reconcileID":"61843a01-8c7b-45b4-b065-6f0547c0be16","namespace":"ai-tenant-e2e-mt-32f6e43c","gateway":"e2e-mt-32f6e43c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-32f6e43c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.365431652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"1c509007-6c3b-42ba-80c3-810bc3ec3fa9","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.365462184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"1c509007-6c3b-42ba-80c3-810bc3ec3fa9","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.482519622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"130e4836-123f-483b-9fb1-b473b7cfa207","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0f8726","tenantID":"e2e-ipp-a-0f8726","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.649983618Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"130e4836-123f-483b-9fb1-b473b7cfa207","name":"e2e-ipp-a-0f8726-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.689460488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"4f912541-00c1-448e-a1c3-4eaa1688085c","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:38.689479633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"4f912541-00c1-448e-a1c3-4eaa1688085c","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:39.136298697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3925f4b0-a02e-4ae0-89d7-e02c9e6bc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:39.186003868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3925f4b0-a02e-4ae0-89d7-e02c9e6bc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:39.234833199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3925f4b0-a02e-4ae0-89d7-e02c9e6bc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:39.283604267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3925f4b0-a02e-4ae0-89d7-e02c9e6bc98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:39.55459764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"0658f0a2-342f-4d45-b5db-e53a2785b79f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:39.554619393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"0658f0a2-342f-4d45-b5db-e53a2785b79f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:40.732025744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b66cdc4e-f2df-4876-8db2-f47c06fa9a1a","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:40.732056667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"b66cdc4e-f2df-4876-8db2-f47c06fa9a1a","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:41.096317729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f52ba81-c31f-4816-b17f-91938ca4c302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:41.145092473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f52ba81-c31f-4816-b17f-91938ca4c302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:41.193934745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f52ba81-c31f-4816-b17f-91938ca4c302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:41.242797942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f52ba81-c31f-4816-b17f-91938ca4c302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:41.493051947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.108736264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa73999-6ce2-4bdb-85ac-b77a84eb17d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.158414954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa73999-6ce2-4bdb-85ac-b77a84eb17d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.207749141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa73999-6ce2-4bdb-85ac-b77a84eb17d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.256682198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa73999-6ce2-4bdb-85ac-b77a84eb17d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.625080872Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","namespace":"ai-tenant-e2e-api-b-6ad223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.625138002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","namespace":"ai-tenant-e2e-api-b-6ad223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.625189558Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","tenant":"e2e-api-b-6ad223","tenantID":"e2e-api-b-6ad223","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.677368577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Deployment","name":"maas-api-e2e-api-b-6ad223","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.734507413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Service","name":"maas-api-e2e-api-b-6ad223","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.786941396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6ad223","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.837731259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6ad223","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.890131684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.941558004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.999105137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.051191208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.099683368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Deployment","name":"payload-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.151060055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.244372438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Service","name":"payload-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.294018785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.342980624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.392995162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.441731341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.496242554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.581448014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.63421015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.687721131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6ad223","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.737708533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ad223"},"namespace":"ai-tenant-e2e-api-b-6ad223","name":"default-tenant","reconcileID":"57b153bb-5d5a-4045-97cf-1fc0d8066f45","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6ad223","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.134432747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66f2daa-30b9-491f-a9d7-e9d016643f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.193892319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66f2daa-30b9-491f-a9d7-e9d016643f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.249617937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66f2daa-30b9-491f-a9d7-e9d016643f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.299094487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66f2daa-30b9-491f-a9d7-e9d016643f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:47.084497784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6470cb-5e50-4386-bc89-995a774cc6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:47.133671131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6470cb-5e50-4386-bc89-995a774cc6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:47.182871458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6470cb-5e50-4386-bc89-995a774cc6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:47.23178153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6470cb-5e50-4386-bc89-995a774cc6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:48.782126581Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6ad223","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6ad223","reconcileID":"5f4fc3b9-56eb-4dfb-bc4f-f1af08c4396a","aitenant":"ai-tenants/e2e-api-b-6ad223","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.299924684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa4b969-85d7-4b62-ba88-fd3138666d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.350719906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa4b969-85d7-4b62-ba88-fd3138666d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.400950619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa4b969-85d7-4b62-ba88-fd3138666d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.449811739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa4b969-85d7-4b62-ba88-fd3138666d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.556442354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6ad223","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6ad223","reconcileID":"5f4fc3b9-56eb-4dfb-bc4f-f1af08c4396a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6ad223","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6ad223"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:51.27639694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea91b90f-6ea1-48f7-973e-c8eec149ce67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:51.326556504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea91b90f-6ea1-48f7-973e-c8eec149ce67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:51.375619241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea91b90f-6ea1-48f7-973e-c8eec149ce67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:51.425578276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea91b90f-6ea1-48f7-973e-c8eec149ce67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.248877869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92546fb3-8274-463d-b4ff-dc934f06565d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.297864764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92546fb3-8274-463d-b4ff-dc934f06565d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.346848611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92546fb3-8274-463d-b4ff-dc934f06565d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.395881673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92546fb3-8274-463d-b4ff-dc934f06565d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:55.188524337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91376983-e1f8-42df-a947-9c7857536d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:55.237385401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91376983-e1f8-42df-a947-9c7857536d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:55.286305978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91376983-e1f8-42df-a947-9c7857536d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:55.335173546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91376983-e1f8-42df-a947-9c7857536d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:57.120296051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99ae0-ae84-4570-9fc3-a0ff5823a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:57.169505426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99ae0-ae84-4570-9fc3-a0ff5823a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:57.221752141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99ae0-ae84-4570-9fc3-a0ff5823a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:57.270645473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99ae0-ae84-4570-9fc3-a0ff5823a0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:57.526780299Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-812243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-812243","reconcileID":"fe2a3f2a-62f8-40f3-aef2-6d9ce956450e","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-812243","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-812243":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:59.108461169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904c847-a8f9-490c-af2c-11939431d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:59.157259573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904c847-a8f9-490c-af2c-11939431d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:59.206073005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904c847-a8f9-490c-af2c-11939431d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:59.255376993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904c847-a8f9-490c-af2c-11939431d250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:59.554713184Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-812243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-812243","reconcileID":"a7d4ad80-a9f1-48e6-8a89-f722bf9b17ad","namespace":"ai-tenant-e2e-ipp-a-812243","gateway":"e2e-ipp-a-812243","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-812243":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:01.091568619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15f089a-3b3e-4932-aee5-f7cd3ed9e800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:01.14030514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15f089a-3b3e-4932-aee5-f7cd3ed9e800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:01.190682433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15f089a-3b3e-4932-aee5-f7cd3ed9e800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:01.23957049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15f089a-3b3e-4932-aee5-f7cd3ed9e800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.042760342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaa5a73-238b-412e-bddd-4bbf55d9cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.091705265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaa5a73-238b-412e-bddd-4bbf55d9cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.140510713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaa5a73-238b-412e-bddd-4bbf55d9cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.189192403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaa5a73-238b-412e-bddd-4bbf55d9cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.434273199Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","namespace":"ai-tenant-e2e-api-b-3337df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.4343655Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","namespace":"ai-tenant-e2e-api-b-3337df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.434437237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","tenant":"e2e-api-b-3337df","tenantID":"e2e-api-b-3337df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.485255806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Deployment","name":"maas-api-e2e-api-b-3337df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.541146034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Service","name":"maas-api-e2e-api-b-3337df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.59298353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3337df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.643370379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3337df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.694754821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.749607172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.801665356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.853030408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.901536943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Deployment","name":"payload-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.95009501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:04.998286443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf5cc4-78d4-4dbd-a59a-9e3fe6dace24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.050215696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf5cc4-78d4-4dbd-a59a-9e3fe6dace24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.050414691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Service","name":"payload-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.099313772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf5cc4-78d4-4dbd-a59a-9e3fe6dace24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.148000989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.148547248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3acf5cc4-78d4-4dbd-a59a-9e3fe6dace24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.197518019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.246003127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.294340583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.347128527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.397139017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.445502479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.495301235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3337df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:05.557742291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3337df"},"namespace":"ai-tenant-e2e-api-b-3337df","name":"default-tenant","reconcileID":"92305af7-91c5-4bc5-bb64-736e0cb80ea0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3337df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:06.953801784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de85ae-11ea-46e3-9371-d9e0ea419e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:07.00263776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de85ae-11ea-46e3-9371-d9e0ea419e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:07.051639096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de85ae-11ea-46e3-9371-d9e0ea419e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:07.100525916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45de85ae-11ea-46e3-9371-d9e0ea419e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.024134721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbe06cf-f207-4117-87a8-2c57c89fbf8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.07333613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbe06cf-f207-4117-87a8-2c57c89fbf8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.124250619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbe06cf-f207-4117-87a8-2c57c89fbf8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.175047886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbe06cf-f207-4117-87a8-2c57c89fbf8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.047027148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60a0ec3-5a23-4399-9a84-d7c6adef5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.09586006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60a0ec3-5a23-4399-9a84-d7c6adef5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.144638781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60a0ec3-5a23-4399-9a84-d7c6adef5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.193672445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60a0ec3-5a23-4399-9a84-d7c6adef5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.492411203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.976446539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03f75b8-d69f-4f18-82cc-dda996600444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.025686663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03f75b8-d69f-4f18-82cc-dda996600444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.074614469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03f75b8-d69f-4f18-82cc-dda996600444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.123651838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03f75b8-d69f-4f18-82cc-dda996600444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.221145362Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3337df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3337df","reconcileID":"38c04da7-3fb1-43a5-a9b3-56b4f6b6833c","aitenant":"ai-tenants/e2e-api-b-3337df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.827482872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073014c5-36a6-41e1-9acd-a3d5ba816bd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.827511704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073014c5-36a6-41e1-9acd-a3d5ba816bd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.879666492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ed85153-3478-4d3c-af06-d46d2c3bf2d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.879687086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ed85153-3478-4d3c-af06-d46d2c3bf2d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.930455323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3337df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3337df","reconcileID":"38c04da7-3fb1-43a5-a9b3-56b4f6b6833c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3337df","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3337df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.979646105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"23d6333e-cb33-442d-88b5-bdb3485e7cd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.127013994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"23d6333e-cb33-442d-88b5-bdb3485e7cd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"name":"e2e-api-b-22600c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.179602599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22600c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"23d6333e-cb33-442d-88b5-bdb3485e7cd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.233814211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10b2178d-6984-484e-ab96-ca12aad335bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.233833867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10b2178d-6984-484e-ab96-ca12aad335bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.930078814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4be08-53b3-458b-8855-cb852883afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.979446808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4be08-53b3-458b-8855-cb852883afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:15.029177402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4be08-53b3-458b-8855-cb852883afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:15.08064183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4be08-53b3-458b-8855-cb852883afd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:17.035176092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2723ac99-a2c9-4a99-b6da-67e0054760e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:17.084657851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2723ac99-a2c9-4a99-b6da-67e0054760e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:17.133767152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2723ac99-a2c9-4a99-b6da-67e0054760e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:17.18336438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2723ac99-a2c9-4a99-b6da-67e0054760e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:19.003000889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f6ea3e-8fcb-4c9f-92c8-4528c0e7e559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:19.052576353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f6ea3e-8fcb-4c9f-92c8-4528c0e7e559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:19.101965109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f6ea3e-8fcb-4c9f-92c8-4528c0e7e559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:19.150725649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f6ea3e-8fcb-4c9f-92c8-4528c0e7e559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:20.039792496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"5331fb0e-b25a-471c-8cf9-be48540a7c42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:20.201634095Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"5331fb0e-b25a-471c-8cf9-be48540a7c42","name":"e2e-mt-32f6e43c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:20.811649662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"226dbe73-6545-46da-8c72-4cfc8bc6962c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:20.86712663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"226dbe73-6545-46da-8c72-4cfc8bc6962c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.019821962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7b0e17-9202-46eb-a3c8-25e593042faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.068880407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7b0e17-9202-46eb-a3c8-25e593042faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.084877902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"677a2e02-5d09-4044-908b-e873abd4d95b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.084897321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"677a2e02-5d09-4044-908b-e873abd4d95b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.117689872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7b0e17-9202-46eb-a3c8-25e593042faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.117733568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"5b8a7554-f00e-4529-ace6-86ff47fa17eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.166759231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7b0e17-9202-46eb-a3c8-25e593042faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.321367524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"5b8a7554-f00e-4529-ace6-86ff47fa17eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.491107169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"5b8a7554-f00e-4529-ace6-86ff47fa17eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"name":"e2e-api-a-3e92e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.491131059Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"e2e-e2e-api-a-3e92e3-policy","reconcileID":"5b8a7554-f00e-4529-ace6-86ff47fa17eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e92e3-policy","namespace":"ai-tenant-e2e-api-a-3e92e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e92e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.544443896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6779a80c-b8b3-438f-9b5c-816b5618abd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.544466758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6779a80c-b8b3-438f-9b5c-816b5618abd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:21.789112064Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-66513c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-66513c","reconcileID":"10fc273a-a227-44aa-841f-77b3f5f16dbf","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-66513c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-66513c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:22.966393582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8843de9-36b2-4ccd-970f-464d77fc0af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:23.015355039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8843de9-36b2-4ccd-970f-464d77fc0af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:23.064226678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8843de9-36b2-4ccd-970f-464d77fc0af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:23.115106694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8843de9-36b2-4ccd-970f-464d77fc0af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:23.80206556Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-66513c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-66513c","reconcileID":"2dab542a-6f74-45df-96cd-86ddf32bd0f4","namespace":"ai-tenant-e2e-ipp-a-66513c","gateway":"e2e-ipp-a-66513c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-66513c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.334763409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"ce6aadba-1006-4d14-9d2e-8ea406567d32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.38886526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"ce6aadba-1006-4d14-9d2e-8ea406567d32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"name":"e2e-api-b-22600c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.482202439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22600c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"ce6aadba-1006-4d14-9d2e-8ea406567d32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.94315105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29189927-e411-458c-af4b-71d64981e7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.991863371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29189927-e411-458c-af4b-71d64981e7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:25.040809281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29189927-e411-458c-af4b-71d64981e7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:25.0901602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29189927-e411-458c-af4b-71d64981e7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.299963077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58940f5a-7c56-4597-99e0-cf17fbc5dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.349935399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58940f5a-7c56-4597-99e0-cf17fbc5dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.399185036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58940f5a-7c56-4597-99e0-cf17fbc5dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.44826898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58940f5a-7c56-4597-99e0-cf17fbc5dd68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.238349088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758e4f2-6e63-493f-bb48-c7795c29dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.28739902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758e4f2-6e63-493f-bb48-c7795c29dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.338664151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758e4f2-6e63-493f-bb48-c7795c29dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.388361706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758e4f2-6e63-493f-bb48-c7795c29dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.588780562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"f8cba5ae-fea2-4749-95b2-c7ae93ed7244","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.64254027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"f8cba5ae-fea2-4749-95b2-c7ae93ed7244","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"name":"e2e-api-b-22600c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.695143012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22600c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"f8cba5ae-fea2-4749-95b2-c7ae93ed7244","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.493032869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.50133543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aaf2fa-18f1-48e5-aea1-e6d2cdcb8cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.551188341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aaf2fa-18f1-48e5-aea1-e6d2cdcb8cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.600188253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aaf2fa-18f1-48e5-aea1-e6d2cdcb8cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.649107834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aaf2fa-18f1-48e5-aea1-e6d2cdcb8cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.485332068Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9232e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9232e5","reconcileID":"51dd206e-59dc-49b3-ac03-9ad129c8539c","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9232e5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9232e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.438371536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7870baaa-e15d-450f-aae4-98d928f7191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.487297844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7870baaa-e15d-450f-aae4-98d928f7191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.536163839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7870baaa-e15d-450f-aae4-98d928f7191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.585150054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7870baaa-e15d-450f-aae4-98d928f7191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.249244494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","namespace":"ai-tenant-e2e-api-a-3e92e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.249300756Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","namespace":"ai-tenant-e2e-api-a-3e92e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.249348536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","tenant":"e2e-api-a-3e92e3","tenantID":"e2e-api-a-3e92e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.301856326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Deployment","name":"maas-api-e2e-api-a-3e92e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.360753959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Service","name":"maas-api-e2e-api-a-3e92e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.422387051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3e92e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.473207948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3e92e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.490421801Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9232e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9232e5","reconcileID":"adca6ee1-99b4-431a-bd91-ca5b1f8a6edb","namespace":"ai-tenant-e2e-ipp-b-9232e5","gateway":"e2e-ipp-b-9232e5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9232e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.525880036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.6316481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.685330291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.736375859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.785080111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Deployment","name":"payload-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.796596312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"257deefe-1766-4bf9-8cea-2ebf7c58168d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.833962189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.853191305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"257deefe-1766-4bf9-8cea-2ebf7c58168d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"name":"e2e-api-b-22600c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.903224614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Service","name":"payload-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.907591155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22600c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a3704aa7abe2bb3d9b7741a92caf94a6a25cc686b9d01e4b941f97088796ce2) AuthConfig (d6b2db96e4231fda2801c5fa884318e993b41eaec0c0419a6037cc0beba4c984) AuthConfig (56bc26168a550f5827d2fd62d3cf814004221a062f25ed4a8e5e44266cd39f22) AuthConfig (4b35b0e606b0df8145ef4bf0c087a3e0c516aac43b3582aa3971a88322bb3937) AuthConfig (9947cf080a4d8d682b9d3e0fb0d679029737e2a422c1f70dce4d1f3f5514bd23) AuthConfig (6f53697220e98fa08ca60254352791cce5ae47bd72d865b1834911b07d74b877)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"257deefe-1766-4bf9-8cea-2ebf7c58168d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.952288454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.96268509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91780c02-5010-4bde-b7c7-d6c0d9e12034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.962712737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91780c02-5010-4bde-b7c7-d6c0d9e12034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.001073504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.049828804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.098597675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.151578608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.200274769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.249102326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.297958604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3e92e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.346418235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e92e3"},"namespace":"ai-tenant-e2e-api-a-3e92e3","name":"default-tenant","reconcileID":"985ace37-7dc6-40c5-81bd-249250bca184","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3e92e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.43497423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34f98b0-d14e-4b98-8b92-5ef97c5979c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.487142817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34f98b0-d14e-4b98-8b92-5ef97c5979c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.535982321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34f98b0-d14e-4b98-8b92-5ef97c5979c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.584769731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34f98b0-d14e-4b98-8b92-5ef97c5979c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:49.359221513Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3e92e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3e92e3","reconcileID":"b5e22791-4603-4a23-9cf1-2acb11e89428","aitenant":"ai-tenants/e2e-api-a-3e92e3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:49.904891023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c34fb07-2294-4032-b0b1-7769bba81d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:49.956187487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c34fb07-2294-4032-b0b1-7769bba81d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:50.005006724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c34fb07-2294-4032-b0b1-7769bba81d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:50.054073371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c34fb07-2294-4032-b0b1-7769bba81d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:50.102984646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"452b0f07-3d90-49cd-aae4-b5c11707fae3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-812243","tenantID":"e2e-ipp-a-812243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:50.110723592Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3e92e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3e92e3","reconcileID":"b5e22791-4603-4a23-9cf1-2acb11e89428","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3e92e3","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3e92e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:50.213716736Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"452b0f07-3d90-49cd-aae4-b5c11707fae3","name":"e2e-ipp-a-812243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.893743184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b746ada-08f0-44a6-9b7a-f0edadb31ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.942561411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b746ada-08f0-44a6-9b7a-f0edadb31ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.991262884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b746ada-08f0-44a6-9b7a-f0edadb31ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:52.04024268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b746ada-08f0-44a6-9b7a-f0edadb31ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.82580277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e25b426-dfd4-4173-9258-4b344ffc2939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.874720645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e25b426-dfd4-4173-9258-4b344ffc2939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.923591554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e25b426-dfd4-4173-9258-4b344ffc2939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.97226138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e25b426-dfd4-4173-9258-4b344ffc2939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:55.05980101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"9fd96710-2aa8-405e-9ee9-0b08b1d141b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:55.113610759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"9fd96710-2aa8-405e-9ee9-0b08b1d141b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"name":"e2e-api-b-22600c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:55.165969929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22600c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a3704aa7abe2bb3d9b7741a92caf94a6a25cc686b9d01e4b941f97088796ce2) AuthConfig (d6b2db96e4231fda2801c5fa884318e993b41eaec0c0419a6037cc0beba4c984) AuthConfig (56bc26168a550f5827d2fd62d3cf814004221a062f25ed4a8e5e44266cd39f22) AuthConfig (4b35b0e606b0df8145ef4bf0c087a3e0c516aac43b3582aa3971a88322bb3937) AuthConfig (9947cf080a4d8d682b9d3e0fb0d679029737e2a422c1f70dce4d1f3f5514bd23) AuthConfig (6f53697220e98fa08ca60254352791cce5ae47bd72d865b1834911b07d74b877)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"9fd96710-2aa8-405e-9ee9-0b08b1d141b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:55.897149464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2c9bcd-722c-4055-bf07-53518f4e67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:55.946238429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2c9bcd-722c-4055-bf07-53518f4e67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:55.996308115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2c9bcd-722c-4055-bf07-53518f4e67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.053472108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2c9bcd-722c-4055-bf07-53518f4e67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.470315817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"84d12838-db6e-4fbd-b230-721bbf60b9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.470618837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75ca5b4d-0d3a-488b-8399-5ebd39ef6535","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.47064459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75ca5b4d-0d3a-488b-8399-5ebd39ef6535","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.668800042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"84d12838-db6e-4fbd-b230-721bbf60b9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.790068138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"84d12838-db6e-4fbd-b230-721bbf60b9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"name":"e2e-api-b-22600c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.790092241Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"e2e-e2e-api-b-22600c-policy","reconcileID":"84d12838-db6e-4fbd-b230-721bbf60b9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22600c-policy","namespace":"ai-tenant-e2e-api-b-22600c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22600c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.84379205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6fa312c-f680-4d0c-bf99-dbf0033c2a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.843815411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6fa312c-f680-4d0c-bf99-dbf0033c2a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:57.904669521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0dd0ae-efc5-4c6f-9366-58c5e5980f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:57.953723559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0dd0ae-efc5-4c6f-9366-58c5e5980f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:58.002920448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0dd0ae-efc5-4c6f-9366-58c5e5980f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:58.051952642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0dd0ae-efc5-4c6f-9366-58c5e5980f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:59.899307661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40553180-3c3a-46ea-b016-0befaed9686f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:59.948608346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40553180-3c3a-46ea-b016-0befaed9686f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:59.998585512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40553180-3c3a-46ea-b016-0befaed9686f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:00.04857091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40553180-3c3a-46ea-b016-0befaed9686f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:01.836120166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1bc0de-eec7-41cc-bba8-a51811145b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:01.885168787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1bc0de-eec7-41cc-bba8-a51811145b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:01.93408387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1bc0de-eec7-41cc-bba8-a51811145b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:01.983069081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1bc0de-eec7-41cc-bba8-a51811145b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.79274138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1303d-e39d-43a3-b3fe-20b32319296e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.841930223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1303d-e39d-43a3-b3fe-20b32319296e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.890763639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1303d-e39d-43a3-b3fe-20b32319296e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.940402669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd1303d-e39d-43a3-b3fe-20b32319296e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:05.77987265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277cfc77-dc92-43ff-8aa4-5c58194773d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:05.829939141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277cfc77-dc92-43ff-8aa4-5c58194773d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:05.879534042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277cfc77-dc92-43ff-8aa4-5c58194773d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:05.928698816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277cfc77-dc92-43ff-8aa4-5c58194773d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:10.334521975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5adaf93a-9a2d-4e5f-bcb0-1e67ff35ad5f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:10.334544634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"5adaf93a-9a2d-4e5f-bcb0-1e67ff35ad5f","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.226443582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3602df11-fefc-43b2-92cb-4eb49c91a246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.275401963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3602df11-fefc-43b2-92cb-4eb49c91a246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.326130648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3602df11-fefc-43b2-92cb-4eb49c91a246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.375288263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3602df11-fefc-43b2-92cb-4eb49c91a246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.493282426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:13.160974261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f8829f-b7d4-483f-86a9-b4b79fb2d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:13.210053358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f8829f-b7d4-483f-86a9-b4b79fb2d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:13.258855212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f8829f-b7d4-483f-86a9-b4b79fb2d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:13.307625623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f8829f-b7d4-483f-86a9-b4b79fb2d017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.138581878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"5ad91ccd-ae1d-4a22-b55b-8c267088eb83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-66513c","tenantID":"e2e-ipp-a-66513c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.252038804Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"5ad91ccd-ae1d-4a22-b55b-8c267088eb83","name":"e2e-ipp-a-66513c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.109363106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9623135-3ccb-4db7-9826-032f7fac7ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.1604664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9623135-3ccb-4db7-9826-032f7fac7ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.211260434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9623135-3ccb-4db7-9826-032f7fac7ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.260842293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9623135-3ccb-4db7-9826-032f7fac7ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.04420985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df665b7e-cea8-4c97-a332-bd443a92bab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.093166374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df665b7e-cea8-4c97-a332-bd443a92bab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.14197163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df665b7e-cea8-4c97-a332-bd443a92bab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.190943319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df665b7e-cea8-4c97-a332-bd443a92bab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.865821867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"87d8c1e3-d103-4d71-9668-69c62876c0b7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.865844398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"87d8c1e3-d103-4d71-9668-69c62876c0b7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.922075063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"9329754c-7c63-40c6-b0c1-efc83c9761da","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.922100699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"9329754c-7c63-40c6-b0c1-efc83c9761da","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:41.493030187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:43.485649141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"26a2390b-6f51-42dc-b86c-1a72c5156d09","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9232e5","tenantID":"e2e-ipp-b-9232e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:43.597652002Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"26a2390b-6f51-42dc-b86c-1a72c5156d09","name":"e2e-ipp-b-9232e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.922718497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"f22076bb-70fe-42c0-8e0a-0c4e344e37a7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.922741856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"f22076bb-70fe-42c0-8e0a-0c4e344e37a7","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.934379701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a1502f-6991-4062-a348-68235c4fc8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.983204999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a1502f-6991-4062-a348-68235c4fc8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.032232469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a1502f-6991-4062-a348-68235c4fc8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.081306741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a1502f-6991-4062-a348-68235c4fc8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.912342345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d6ec2-8945-42d1-a2ba-cefcb4ba9e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.962106413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d6ec2-8945-42d1-a2ba-cefcb4ba9e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:52.012691959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d6ec2-8945-42d1-a2ba-cefcb4ba9e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:52.063091389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d6ec2-8945-42d1-a2ba-cefcb4ba9e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:52.963781255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","namespace":"ai-tenant-e2e-api-b-22600c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:52.96385348Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","namespace":"ai-tenant-e2e-api-b-22600c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:52.963973072Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","tenant":"e2e-api-b-22600c","tenantID":"e2e-api-b-22600c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.01493895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Deployment","name":"maas-api-e2e-api-b-22600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.125614156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Service","name":"maas-api-e2e-api-b-22600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.182383141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-22600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.234971689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-22600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.292093625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.379861645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.438118378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.497145134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.554651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Deployment","name":"payload-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.603333602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.658428161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Service","name":"payload-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.708841205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"Service","name":"payload-pre-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.75737064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.80617032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.856679949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.91425851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.9174752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16da60-8741-4991-b7aa-5ff7f8d6e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.966496167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.966859901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16da60-8741-4991-b7aa-5ff7f8d6e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:54.015340465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:54.015718302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16da60-8741-4991-b7aa-5ff7f8d6e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:54.069602844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a16da60-8741-4991-b7aa-5ff7f8d6e463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:54.072140234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-22600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:54.124972882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22600c"},"namespace":"ai-tenant-e2e-api-b-22600c","name":"default-tenant","reconcileID":"8f32e462-309c-43ff-9882-e4b142acf5da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-22600c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.923708382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"83075840-1b76-442b-b2b0-fc210c756544","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"tenant":"e2e-mt-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","model":"ai-tenant-e2e-mt-32f6e43c/e2e-lifecycle-model-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.923731239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"e2e-lifecycle-model-32f6e43c","reconcileID":"83075840-1b76-442b-b2b0-fc210c756544","MaaSModelRef":{"name":"e2e-lifecycle-model-32f6e43c","namespace":"ai-tenant-e2e-mt-32f6e43c"},"routeName":"e2e-lifecycle-model-32f6e43c-kserve-route","namespace":"ai-tenant-e2e-mt-32f6e43c","llmisvcName":"e2e-lifecycle-model-32f6e43c","gateway":"openshift-ingress/e2e-mt-32f6e43c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.600779327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fb42d-55a9-4216-91c0-33e79c50669c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.649950543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fb42d-55a9-4216-91c0-33e79c50669c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.698813172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fb42d-55a9-4216-91c0-33e79c50669c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.747562858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fb42d-55a9-4216-91c0-33e79c50669c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:57.186624074Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b2ad2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b2ad2d","reconcileID":"1a7fee3f-9ef3-4b67-9f2b-5e1ff39c9399","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b2ad2d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b2ad2d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:58.67039343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6244c-6366-4e54-b28b-bdfbb8510d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:58.719665457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6244c-6366-4e54-b28b-bdfbb8510d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:58.768486464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6244c-6366-4e54-b28b-bdfbb8510d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:58.817956102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b6244c-6366-4e54-b28b-bdfbb8510d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.279153069Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b2ad2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b2ad2d","reconcileID":"d0c34f49-26b0-44c6-8831-e48d639c1fdd","namespace":"ai-tenant-e2e-ipp-b-b2ad2d","gateway":"e2e-ipp-b-b2ad2d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b2ad2d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.328651339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeed62b-a757-43a3-8568-979f570b42bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.377704205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeed62b-a757-43a3-8568-979f570b42bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.426584169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeed62b-a757-43a3-8568-979f570b42bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.475974308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeed62b-a757-43a3-8568-979f570b42bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.70372765Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-22600c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-22600c","reconcileID":"877fe2e4-d0fd-4cf0-a9c6-4914a10e1cce","aitenant":"ai-tenants/e2e-api-b-22600c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.340858103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45af7da7-4782-4821-b722-79f90e902ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.38982668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45af7da7-4782-4821-b722-79f90e902ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.440192465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45af7da7-4782-4821-b722-79f90e902ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.489267248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45af7da7-4782-4821-b722-79f90e902ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.545817898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-22600c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-22600c","reconcileID":"877fe2e4-d0fd-4cf0-a9c6-4914a10e1cce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-22600c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-22600c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.339095085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd96e98-5dbb-4d5a-9071-e44743817656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.387955174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd96e98-5dbb-4d5a-9071-e44743817656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.437667335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd96e98-5dbb-4d5a-9071-e44743817656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.486588525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd96e98-5dbb-4d5a-9071-e44743817656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.314740644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced96042-d47a-44d2-89c8-78d4c103aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.366056899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced96042-d47a-44d2-89c8-78d4c103aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.416242121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced96042-d47a-44d2-89c8-78d4c103aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.46525415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced96042-d47a-44d2-89c8-78d4c103aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.873384591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"66d48675-44e4-464a-8a08-42938934c3ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.929566742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"71b77c18-665c-4ff3-aff7-1cb22e7dc2ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.024563953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"1f6c4f18-0cf8-4931-947d-bd4d128528f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.122483964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"e40cc4f7-2e83-44c2-9027-2c3c7b051580","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.138651453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"3c05ffe1-3e74-4d8e-93c5-6e968e515e93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.268593095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6556d-9074-4ad8-a11c-9526b03cfc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.320531992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6556d-9074-4ad8-a11c-9526b03cfc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.369296171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6556d-9074-4ad8-a11c-9526b03cfc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.419288524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec6556d-9074-4ad8-a11c-9526b03cfc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.494092496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.519127671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8de656c7-f939-4794-9a66-6a7fef04345b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.570046154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"e668d8f3-f7c4-49d8-abc0-5c3d4b36920b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.668761419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"02aa1488-2e61-41a4-baec-0101f382c5c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.925674633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"47deee53-c068-44b4-9399-c8ab52ed9ca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.025922753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d5231d38-ea34-486d-a8b9-56a65642e811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.169362077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"ead6c668-9d7c-4344-af23-b4801972773e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.26825893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5bf0a4c2-fe7d-4fbc-9e5b-fb6e45ab68cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.335564391Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-eae138","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-eae138","reconcileID":"ac077e61-93c6-40a3-811d-5dfc9cbdee3f","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-eae138","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-eae138":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.221488194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46bacea4-f3d1-431f-95da-ef5053b52731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.270890584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46bacea4-f3d1-431f-95da-ef5053b52731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.319955001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46bacea4-f3d1-431f-95da-ef5053b52731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.368800196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46bacea4-f3d1-431f-95da-ef5053b52731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:14.373107706Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-eae138","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-eae138","reconcileID":"3a3844b5-f71d-4a67-b3aa-5ea55092c5ec","namespace":"ai-tenant-e2e-ipp-a-eae138","gateway":"e2e-ipp-a-eae138","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-eae138":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:15.18050551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89118de-8b94-47c2-bdd5-7a004ebf492d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:15.22930092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89118de-8b94-47c2-bdd5-7a004ebf492d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:15.278097695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89118de-8b94-47c2-bdd5-7a004ebf492d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:15.326882897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89118de-8b94-47c2-bdd5-7a004ebf492d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.619447876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"677389e9-bc74-4762-8f67-6c398f0cf25d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.718883248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"bfd72008-24e1-47ab-a053-24bf7e49fc2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.869286027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f73b0b7-cd74-4be3-865c-b29b6df51186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.048375792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"effaeb12-ad6e-469f-a7c8-9091cc1eb47e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.176445659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"23f5cdcb-8b95-40fe-bb32-4f4c164060e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.276563532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"366b419b-7a6a-499b-ae86-7c431eb37b61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.389016431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3436a66e-2c9d-4aaa-b5ff-5ff943bd5d1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.392144722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"907c5f4a-cc10-4891-bed5-be263e5e573e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.478492253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"00b72e79-7ae1-4801-82c8-7b4b660fc998","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.601884124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"cb7fecd1-0d75-4b0d-a1ae-835786482274","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.788617324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"a9992bb8-2d77-454b-98b5-f437e87efd42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.967271587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"f9605cb5-dd1a-4e80-aec7-bcd4203fb5b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.298547266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9931e0-8156-4765-99e1-f46f9ca7ba1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.347598975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9931e0-8156-4765-99e1-f46f9ca7ba1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.396578854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9931e0-8156-4765-99e1-f46f9ca7ba1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.445564723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9931e0-8156-4765-99e1-f46f9ca7ba1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.484429651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"58316627-9b87-465a-86b7-866f59c039c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.492935669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.583105587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"d46f354c-c80d-4deb-8f21-d67b82c2ff8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.656732032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"cf6152e8-57d3-4b51-8418-ebb8e9ca7d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.702295277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"84a1669e-25f7-4b8b-9330-b9b634739bcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.831819215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"8c134c39-667f-46ee-877e-a78981c05a81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.932082225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8acc3bce-a89a-4367-8f70-e0c55a582cb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.003157741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"86c9403c-28fb-4b45-913f-455cff629056","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.123476095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"97d46fce-a64e-4662-bcd0-6ceaccdbc414","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.243578465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"ff6cf4e4-3f45-4a94-97f7-821c98f6afde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.295225979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009013ae-3ede-4e93-9482-63748eb63bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.344689375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009013ae-3ede-4e93-9482-63748eb63bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.393460959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009013ae-3ede-4e93-9482-63748eb63bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.394491879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f40a8f49-56d4-4f2e-bf28-3e9adc4ebb5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.442276394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009013ae-3ede-4e93-9482-63748eb63bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.668366796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"6aeb2f74-4df6-4753-b40e-d1d5f04a0647","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.789553966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"fe954ee4-389a-4f5c-8d10-d782a2786762","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:44.23495811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0253aeb-2043-4f6f-b62e-04cc5f0f5ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:44.283992919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0253aeb-2043-4f6f-b62e-04cc5f0f5ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:44.332963159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0253aeb-2043-4f6f-b62e-04cc5f0f5ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:44.381964885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0253aeb-2043-4f6f-b62e-04cc5f0f5ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:51.607634719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020995c4-4f92-43dc-9b97-c60544c03705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:51.656420388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020995c4-4f92-43dc-9b97-c60544c03705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:51.705233869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020995c4-4f92-43dc-9b97-c60544c03705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:51.754463124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020995c4-4f92-43dc-9b97-c60544c03705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.593024436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbc7e75-0d67-4d22-a47b-64b35aea18b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.641984028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbc7e75-0d67-4d22-a47b-64b35aea18b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.691165518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbc7e75-0d67-4d22-a47b-64b35aea18b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.740304196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbc7e75-0d67-4d22-a47b-64b35aea18b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:55.617113621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7f49cf-1d6d-428f-bba0-eb3db8b3da9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:55.666060003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7f49cf-1d6d-428f-bba0-eb3db8b3da9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:55.715148912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7f49cf-1d6d-428f-bba0-eb3db8b3da9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:55.764506717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7f49cf-1d6d-428f-bba0-eb3db8b3da9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.615922281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188be0e-87f6-4b0a-830d-e3fcf67f5e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.665014071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188be0e-87f6-4b0a-830d-e3fcf67f5e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.713780987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188be0e-87f6-4b0a-830d-e3fcf67f5e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.763058001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188be0e-87f6-4b0a-830d-e3fcf67f5e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.531984746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"1aa52bb1-d729-481f-9871-d2884ec5dc84","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b2ad2d","tenantID":"e2e-ipp-b-b2ad2d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.606176312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2618560-75e3-4919-906c-694b8140440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.655152491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2618560-75e3-4919-906c-694b8140440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.668569856Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"1aa52bb1-d729-481f-9871-d2884ec5dc84","name":"e2e-ipp-b-b2ad2d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.704089643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2618560-75e3-4919-906c-694b8140440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.752991229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2618560-75e3-4919-906c-694b8140440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.759162781Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"709dd32b-cc9b-428e-836d-d49c974fb335","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.759235104Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"709dd32b-cc9b-428e-836d-d49c974fb335","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.759288146Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"709dd32b-cc9b-428e-836d-d49c974fb335","aitenant":"ai-tenants/e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:01.584602723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17b04a7-bf9a-4c9f-acf0-4396dfeec78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:01.656499654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17b04a7-bf9a-4c9f-acf0-4396dfeec78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:01.706215267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17b04a7-bf9a-4c9f-acf0-4396dfeec78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:01.755379276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17b04a7-bf9a-4c9f-acf0-4396dfeec78d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.591755194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8222449b-f66a-4a8d-910d-07c0c88deea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.64061252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8222449b-f66a-4a8d-910d-07c0c88deea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.689571303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8222449b-f66a-4a8d-910d-07c0c88deea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.738437165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8222449b-f66a-4a8d-910d-07c0c88deea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:11.492760229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.340394665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"eef92cb5-82cf-4b77-987e-3ca1432ca9ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.5213122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"e0e4d42a-6ba9-4220-a126-0c9cdda59f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.722005616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"7d607ac7-59e6-4118-b578-410df5dc1a70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.895436691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18bb21ea-1028-47cb-a95f-fae715b2fd85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.995373482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"a1ec029d-42b5-4249-9c67-0a436fc548fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.029918663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"ae36affb-ceaf-4a33-b62f-0eb6ea2c9196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.095772644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"74cffa77-8318-45be-973f-84d150f9d963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.196131374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"c7c0cedb-e978-4310-9046-dddee0032f3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.296297686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"5a2549cf-9c1d-490e-861f-0f8e3a4f17c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.41325598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"9ecc1017-db57-4054-abf3-2e612aabfc74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.512195485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"4d7ea0a7-df9c-4e7e-9528-838da751d326","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.800872282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"915b1b1e-3361-4c4c-906e-0b7a6a6af65b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.528673422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"438a7a1e-c5bd-43b6-92f8-3462f9c52a7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.667408381Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"438a7a1e-c5bd-43b6-92f8-3462f9c52a7f","name":"e2e-ipp-a-eae138-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.724544807Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","namespace":"ai-tenant-e2e-ipp-a-0f8726","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.724643683Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","namespace":"ai-tenant-e2e-ipp-a-0f8726","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.724712639Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","tenant":"e2e-ipp-a-0f8726","tenantID":"e2e-ipp-a-0f8726","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.775988085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Deployment","name":"maas-api-e2e-ipp-a-0f8726","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.843548948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Service","name":"maas-api-e2e-ipp-a-0f8726","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.904210956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-0f8726","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.955039695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-0f8726","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.009300891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.060831876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.11491768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.166513652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.217651975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.27073785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.329838744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Service","name":"payload-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.389510662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.441043071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.491980303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.544488715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.597119102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.64756115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.698055142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.749307498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-0f8726","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.800769181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0f8726"},"namespace":"ai-tenant-e2e-ipp-a-0f8726","name":"default-tenant","reconcileID":"8b2ab710-d5b4-47aa-909b-7b72324f1e90","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-0f8726","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.19366545Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0f8726","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0f8726","reconcileID":"207f4bf7-9410-401f-bac3-8b2d5b633e9c","aitenant":"ai-tenants/e2e-ipp-a-0f8726","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.819484934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab94aa9e-8c13-429b-b172-9739b9e80aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.868300957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab94aa9e-8c13-429b-b172-9739b9e80aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.917335713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab94aa9e-8c13-429b-b172-9739b9e80aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.970684864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab94aa9e-8c13-429b-b172-9739b9e80aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:19.028292074Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0f8726","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0f8726","reconcileID":"207f4bf7-9410-401f-bac3-8b2d5b633e9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0f8726","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-0f8726"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:20.81796956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a9ee4-952a-43a0-a1e8-2eac48d3d147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:20.867053492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a9ee4-952a-43a0-a1e8-2eac48d3d147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:20.91629821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a9ee4-952a-43a0-a1e8-2eac48d3d147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:20.965960613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a9ee4-952a-43a0-a1e8-2eac48d3d147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.790449128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f5bb4-e4c0-4ef9-a43b-a0bc9e7a01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.839753972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f5bb4-e4c0-4ef9-a43b-a0bc9e7a01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.888846102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f5bb4-e4c0-4ef9-a43b-a0bc9e7a01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.939298645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f5bb4-e4c0-4ef9-a43b-a0bc9e7a01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.762915582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee60381-d830-4695-822a-d170ead10f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.811853013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee60381-d830-4695-822a-d170ead10f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.860879578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee60381-d830-4695-822a-d170ead10f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.909820433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee60381-d830-4695-822a-d170ead10f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.70214234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b2dfa-7a63-45e3-8f97-e56ba246582a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.751019295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b2dfa-7a63-45e3-8f97-e56ba246582a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.799742924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b2dfa-7a63-45e3-8f97-e56ba246582a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.848662647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b2dfa-7a63-45e3-8f97-e56ba246582a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.181704351Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-812ef9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-812ef9","reconcileID":"e0e8d83f-8c5e-4858-8205-af4e12d4c442","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-812ef9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-812ef9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.699065594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b31f912-3b36-424b-bfc3-a2dcb9fc43ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.747819867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b31f912-3b36-424b-bfc3-a2dcb9fc43ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.79765872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b31f912-3b36-424b-bfc3-a2dcb9fc43ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.846851259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b31f912-3b36-424b-bfc3-a2dcb9fc43ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:30.239793101Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-812ef9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-812ef9","reconcileID":"fe99c067-df63-4c68-9dfd-4fa2c8087513","namespace":"ai-tenant-e2e-ipp-b-812ef9","gateway":"e2e-ipp-b-812ef9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-812ef9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:30.705922953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2267d470-679e-4896-9466-267100a9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:30.754853648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2267d470-679e-4896-9466-267100a9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:30.803849513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2267d470-679e-4896-9466-267100a9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:30.852679132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2267d470-679e-4896-9466-267100a9f6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.690227074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","namespace":"ai-tenant-e2e-ipp-b-9232e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.690280245Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","namespace":"ai-tenant-e2e-ipp-b-9232e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.690326145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","tenant":"e2e-ipp-b-9232e5","tenantID":"e2e-ipp-b-9232e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.742528889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9232e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.850647895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Service","name":"maas-api-e2e-ipp-b-9232e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.907381587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9232e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:31.960608874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9232e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.016541348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.071064803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.128201201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.180319041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.29000447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.338757589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.388593396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Service","name":"payload-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.43746456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.48614372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.534798733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.58323695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.635987296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.684459082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.732985218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.782411623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9232e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.811214746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcf7602-eccb-4090-b109-e578b1e61729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.860277811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9232e5"},"namespace":"ai-tenant-e2e-ipp-b-9232e5","name":"default-tenant","reconcileID":"30b2fc6a-70a9-4baa-a023-f079829a4196","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9232e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.861059581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcf7602-eccb-4090-b109-e578b1e61729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.91100682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcf7602-eccb-4090-b109-e578b1e61729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.961548441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcf7602-eccb-4090-b109-e578b1e61729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:34.789811056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fd266a-e1d9-494d-a38c-162523197c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:34.84161909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fd266a-e1d9-494d-a38c-162523197c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:34.890564164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fd266a-e1d9-494d-a38c-162523197c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:34.939576332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fd266a-e1d9-494d-a38c-162523197c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:36.719124836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0ccb1-95c0-4fb5-a165-2b3b466b4381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:36.767993932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0ccb1-95c0-4fb5-a165-2b3b466b4381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:36.816891896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0ccb1-95c0-4fb5-a165-2b3b466b4381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:36.865765511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e0ccb1-95c0-4fb5-a165-2b3b466b4381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.897272966Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9232e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9232e5","reconcileID":"f29a1d09-b202-4f14-b9d7-ab6cc57c4a44","aitenant":"ai-tenants/e2e-ipp-b-9232e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.649675036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9232e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9232e5","reconcileID":"f29a1d09-b202-4f14-b9d7-ab6cc57c4a44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9232e5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9232e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.699739245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b804751a-acdf-4419-8434-a883e70d79e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.749271237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b804751a-acdf-4419-8434-a883e70d79e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.79858778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b804751a-acdf-4419-8434-a883e70d79e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.847520164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b804751a-acdf-4419-8434-a883e70d79e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.637057357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc9b092-e670-4deb-bbfb-8a89aa2dc89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.686121904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc9b092-e670-4deb-bbfb-8a89aa2dc89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.735038897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc9b092-e670-4deb-bbfb-8a89aa2dc89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.784957748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc9b092-e670-4deb-bbfb-8a89aa2dc89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.51280109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.630029452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9f7b1a-1d96-4888-85da-4c09538ddbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.679894002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9f7b1a-1d96-4888-85da-4c09538ddbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.729166051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9f7b1a-1d96-4888-85da-4c09538ddbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.781174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9f7b1a-1d96-4888-85da-4c09538ddbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.631246735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07bf90-c442-4180-bd95-4eab39befdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.686446646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07bf90-c442-4180-bd95-4eab39befdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.735727925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07bf90-c442-4180-bd95-4eab39befdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.784826223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07bf90-c442-4180-bd95-4eab39befdf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.195212401Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3e1b49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3e1b49","reconcileID":"d12fe3e1-0479-4ee6-91aa-82316d7f7da8","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3e1b49","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3e1b49":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:46.595528772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b481af-3321-48ea-93a7-733a945b96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:46.64483142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b481af-3321-48ea-93a7-733a945b96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:46.693771151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b481af-3321-48ea-93a7-733a945b96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:46.742733173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b481af-3321-48ea-93a7-733a945b96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:47.263212122Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3e1b49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3e1b49","reconcileID":"f0826837-82bb-44ca-ace8-5dcf3b2ee24c","namespace":"ai-tenant-e2e-praxis-a-3e1b49","gateway":"e2e-praxis-a-3e1b49","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3e1b49":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.598125524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7e1911-0983-4f77-9cf1-a92afd517e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.647014539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7e1911-0983-4f77-9cf1-a92afd517e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.696046562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7e1911-0983-4f77-9cf1-a92afd517e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.74495495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7e1911-0983-4f77-9cf1-a92afd517e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.564429885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e502a86d-ea96-4676-9b5a-d11757e2c303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.613536157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e502a86d-ea96-4676-9b5a-d11757e2c303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.662516493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e502a86d-ea96-4676-9b5a-d11757e2c303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.711715442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e502a86d-ea96-4676-9b5a-d11757e2c303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.021451988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.021514635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","namespace":"ai-tenant-e2e-mt-32f6e43c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.021561783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","tenant":"e2e-mt-32f6e43c","tenantID":"e2e-mt-32f6e43c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.072213799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Deployment","name":"maas-api-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.133604451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Service","name":"maas-api-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.186788938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.240208224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-32f6e43c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.292868167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.344290826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.3985499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.451691828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.500247564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Deployment","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.549069015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.597813643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Service","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.646420504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"Service","name":"payload-pre-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.695622441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"DestinationRule","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.743894986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.792519806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.845681652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.894561148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:54.969384401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.029587552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-32f6e43c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.08244186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-32f6e43c"},"namespace":"ai-tenant-e2e-mt-32f6e43c","name":"default-tenant","reconcileID":"47719cb0-85fc-48a4-adf4-a4d17710e963","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-32f6e43c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.791972911Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-32f6e43c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-32f6e43c","reconcileID":"b636a4f0-cfc1-4ac2-800b-12587fe9b315","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-32f6e43c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-32f6e43c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.841579875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ae6754-b2bc-407b-abfb-6961417d6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.890528373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ae6754-b2bc-407b-abfb-6961417d6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.939568188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ae6754-b2bc-407b-abfb-6961417d6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.989352502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ae6754-b2bc-407b-abfb-6961417d6b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.548544627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e5d9928-886f-43e1-8367-68c644eb443d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.548568985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e5d9928-886f-43e1-8367-68c644eb443d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.601817533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b67d6a8-4c29-4e1f-9c1e-a68feee6f342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.601839398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b67d6a8-4c29-4e1f-9c1e-a68feee6f342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.698698155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"18339731-220b-4207-b757-73a3856de281","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.790023588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466e95b-f3c0-412a-a9b6-f37eeed9772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.838786245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466e95b-f3c0-412a-a9b6-f37eeed9772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.857405927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"18339731-220b-4207-b757-73a3856de281","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.887732756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466e95b-f3c0-412a-a9b6-f37eeed9772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.93673496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466e95b-f3c0-412a-a9b6-f37eeed9772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.940158073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"18339731-220b-4207-b757-73a3856de281","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.959230797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f223770-4364-4890-b25e-862f5cea535e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.95924856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f223770-4364-4890-b25e-862f5cea535e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.992432936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b22ebb-2cb8-4eed-87a2-f3906698aeb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.992458104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b22ebb-2cb8-4eed-87a2-f3906698aeb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.01276232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6326d7d-1abd-419d-a195-575ef43a460e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.012782976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6326d7d-1abd-419d-a195-575ef43a460e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:18:58.090619663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-sub-36d29029","reconcileID":"535b3c39-587a-4484-8f5b-9e327af7fad7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-36d29029\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.099356107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"77da8542-5694-4456-85d7-590017f33dc2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.202102744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"77da8542-5694-4456-85d7-590017f33dc2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.20554182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9824d616-48f9-4e5a-a5cf-3c43122cc9c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.205560415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9824d616-48f9-4e5a-a5cf-3c43122cc9c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.254819357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"77da8542-5694-4456-85d7-590017f33dc2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.259850017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cf91f8-aa5b-4d21-884d-41280fe0a513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.259867841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cf91f8-aa5b-4d21-884d-41280fe0a513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.512114141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-sub-36d29029","reconcileID":"4d9a5b10-29f5-4acb-9c27-26fd504a7295","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-36d29029/e2e-shared-int-sub-36d29029","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.677961869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b13f7320-f286-4418-aafa-8384b9c720b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.67798341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b13f7320-f286-4418-aafa-8384b9c720b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.727434406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3db7a984-15b3-44cb-b87c-ab447b359c59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.876729405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-sub-36d29029","reconcileID":"ce368a13-29c6-45ce-8c5f-3b76509933d7","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.105021436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a53d0c21-7789-48b2-aca2-42bcc41d1cb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.105044731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a53d0c21-7789-48b2-aca2-42bcc41d1cb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.158862564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c935d869-5bf9-41cd-a21f-12ae9653a218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.15889467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c935d869-5bf9-41cd-a21f-12ae9653a218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.28930482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"012f16d3-a055-4961-99f2-6fd3fe0b530b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.343469019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"012f16d3-a055-4961-99f2-6fd3fe0b530b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.384480409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"053a79b3-9924-4c61-942c-15f03631f751","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.38449912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"053a79b3-9924-4c61-942c-15f03631f751","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.39574573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"012f16d3-a055-4961-99f2-6fd3fe0b530b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.436399373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ad4f546-5eaa-4d71-ad26-ad08d2aa5020","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.436422895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ad4f546-5eaa-4d71-ad26-ad08d2aa5020","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.450009487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0176903c-415d-4e47-a3ad-c7562995d8b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.450034719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0176903c-415d-4e47-a3ad-c7562995d8b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:18:59.493262912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"73ea02b3-e4bb-4f21-abe7-fc8310d595e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-36d29029\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.546607631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"dfa47a8a-c19e-42dc-a816-343834f8bd2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.600350438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"dfa47a8a-c19e-42dc-a816-343834f8bd2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.607394345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bffa268-7529-4e69-85bb-97c45e98fdc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.607414067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bffa268-7529-4e69-85bb-97c45e98fdc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.652648053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"dfa47a8a-c19e-42dc-a816-343834f8bd2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.659407197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4134038-ec31-4678-9ebc-d210152ed1fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.659425927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4134038-ec31-4678-9ebc-d210152ed1fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.797379827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf184be0-da79-4355-9c80-7182f6b98c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.84652969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf184be0-da79-4355-9c80-7182f6b98c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.895395884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf184be0-da79-4355-9c80-7182f6b98c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.944313706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf184be0-da79-4355-9c80-7182f6b98c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.000495863Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"ab35cef0-cd79-4591-82f2-aa5ad0c0d9e9","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-36d29029/e2e-shared-int-sub-36d29029","ai-tenant-e2e-mt-fa4aeb3c/e2e-shared-int-sub-36d29029","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.201020563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"088e8415-d72a-4116-bf75-72c3675be642","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.201044146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"088e8415-d72a-4116-bf75-72c3675be642","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.244244218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63b995f7-5a21-4d8d-9062-848401e09bef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.244328366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-sub-36d29029","reconcileID":"f40a528e-caf9-4821-ab99-56f74fab4854","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.397150209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"e99f16fe-de0e-4464-825f-80ece2338dba","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:01.723342131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa0273c-db68-49a5-8d90-0ce03e221ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:01.773476077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa0273c-db68-49a5-8d90-0ce03e221ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:01.822501365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa0273c-db68-49a5-8d90-0ce03e221ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:01.871804842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa0273c-db68-49a5-8d90-0ce03e221ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.720869697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04671ccd-7616-4842-9835-fb425a1b1c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.770862462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04671ccd-7616-4842-9835-fb425a1b1c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.819754328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04671ccd-7616-4842-9835-fb425a1b1c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.86926983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04671ccd-7616-4842-9835-fb425a1b1c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.139463761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"1a95e50c-f08d-4de4-b7a4-6b8b31999ff4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.140025377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f9828ef-02ed-4374-a753-7af9e638240a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.140046486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f9828ef-02ed-4374-a753-7af9e638240a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.236632991Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-policy-36d29029","reconcileID":"1a95e50c-f08d-4de4-b7a4-6b8b31999ff4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"policyNamespace":"ai-tenant-e2e-mt-36d29029","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.289593941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1de4b6c0-e344-4635-a609-1ff2e54d8f70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.289618822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1de4b6c0-e344-4635-a609-1ff2e54d8f70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.455460982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dadc8360-eb70-4c0b-a950-ca5c329ecbd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.455490363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dadc8360-eb70-4c0b-a950-ca5c329ecbd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.692543691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f17bde2-48e8-4a9c-8fca-c2ed268a7fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.741395048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f17bde2-48e8-4a9c-8fca-c2ed268a7fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.790154654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f17bde2-48e8-4a9c-8fca-c2ed268a7fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.839950891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f17bde2-48e8-4a9c-8fca-c2ed268a7fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.716852248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3045bd-d67d-4aeb-909d-c6e4abec92b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.766571617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3045bd-d67d-4aeb-909d-c6e4abec92b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.823234963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3045bd-d67d-4aeb-909d-c6e4abec92b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.872317369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad3045bd-d67d-4aeb-909d-c6e4abec92b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.649166772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48583c0-91b3-429b-ab05-1886f310c1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.698546698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48583c0-91b3-429b-ab05-1886f310c1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.747449827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48583c0-91b3-429b-ab05-1886f310c1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.796799788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48583c0-91b3-429b-ab05-1886f310c1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.900227767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"0504d5e2-f452-4b86-8653-497becc3d8dd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.953856634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"0504d5e2-f452-4b86-8653-497becc3d8dd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:10.050403747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"0504d5e2-f452-4b86-8653-497becc3d8dd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:11.495511991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:11.588687432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d518a3-106d-4572-9b08-06a3f60f8e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:11.638544336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d518a3-106d-4572-9b08-06a3f60f8e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:11.687850226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d518a3-106d-4572-9b08-06a3f60f8e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:11.737107911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d518a3-106d-4572-9b08-06a3f60f8e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.607371616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a4121-a15f-4b89-856a-66601c1e8249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.656621065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a4121-a15f-4b89-856a-66601c1e8249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.706225907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a4121-a15f-4b89-856a-66601c1e8249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.755951561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a4121-a15f-4b89-856a-66601c1e8249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.543652734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e8278b-07db-468c-a3ab-ac1ee9203fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.592329197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e8278b-07db-468c-a3ab-ac1ee9203fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.641147558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e8278b-07db-468c-a3ab-ac1ee9203fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.690053711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-sub-36d29029","reconcileID":"272187c3-6eaf-4cff-92c2-230daec7b43c","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-36d29029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.690471229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e8278b-07db-468c-a3ab-ac1ee9203fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.897306232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"namespace":"ai-tenant-e2e-mt-36d29029","name":"e2e-shared-int-sub-36d29029","reconcileID":"272187c3-6eaf-4cff-92c2-230daec7b43c","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-36d29029"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fa4aeb3c/e2e-shared-int-sub-36d29029","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.107985663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"e129b603-c774-4c37-be54-34a85f3f7642","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.109053099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"426558f2-62ac-4886-bf7d-110f5f63de4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.16642564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5651139c-b7c9-4271-99a4-a83b46aae02b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.166448449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5651139c-b7c9-4271-99a4-a83b46aae02b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.731454652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca04f7d-bf27-47cb-82f0-74821b1cc3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.785087503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca04f7d-bf27-47cb-82f0-74821b1cc3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.84709965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca04f7d-bf27-47cb-82f0-74821b1cc3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.899342067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca04f7d-bf27-47cb-82f0-74821b1cc3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.915460909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f824ac3-30c9-4410-97bc-6996148059fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.964356586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f824ac3-30c9-4410-97bc-6996148059fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.013118849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f824ac3-30c9-4410-97bc-6996148059fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.062709991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f824ac3-30c9-4410-97bc-6996148059fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.160652195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"0d559bd7-8121-4f84-bfbd-e250a953442b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.214804712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"0d559bd7-8121-4f84-bfbd-e250a953442b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.269327703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"0d559bd7-8121-4f84-bfbd-e250a953442b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.893299814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca51c77-9f13-4708-a823-c6c567afc6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.942466205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca51c77-9f13-4708-a823-c6c567afc6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.991440909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca51c77-9f13-4708-a823-c6c567afc6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:22.040683197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca51c77-9f13-4708-a823-c6c567afc6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.259647737Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a77060","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a77060","reconcileID":"3e304bae-6312-48d1-9328-cb420f8e89f7","namespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a77060","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a77060":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.902751874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401feb06-0c76-42dd-b200-3842a0c744f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.952138693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401feb06-0c76-42dd-b200-3842a0c744f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.001124554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401feb06-0c76-42dd-b200-3842a0c744f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.049965625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"401feb06-0c76-42dd-b200-3842a0c744f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.264220588Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a77060","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a77060","reconcileID":"84ba4872-7972-40a4-a5e9-d3c43632df97","namespace":"ai-tenant-e2e-ipp-b-a77060","gateway":"e2e-ipp-b-a77060","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a77060":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.835494973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161d931-eb33-4213-90e1-579eb0ffc6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.885147786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161d931-eb33-4213-90e1-579eb0ffc6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.934118872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161d931-eb33-4213-90e1-579eb0ffc6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.983074803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c161d931-eb33-4213-90e1-579eb0ffc6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:26.847239916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"cd965a1f-f608-4ad6-bdae-ec1172d9be8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-812ef9","tenantID":"e2e-ipp-b-812ef9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:26.958823647Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"cd965a1f-f608-4ad6-bdae-ec1172d9be8c","name":"e2e-ipp-b-812ef9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.824860254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482e24c4-0f28-4fde-b2dc-08a684169d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.873698299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482e24c4-0f28-4fde-b2dc-08a684169d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.922625166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482e24c4-0f28-4fde-b2dc-08a684169d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.974102638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482e24c4-0f28-4fde-b2dc-08a684169d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.766985036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9544ee7a-ed57-4e5b-b550-bd3aedec5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.816620111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9544ee7a-ed57-4e5b-b550-bd3aedec5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.86559757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9544ee7a-ed57-4e5b-b550-bd3aedec5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.914793583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9544ee7a-ed57-4e5b-b550-bd3aedec5339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.368535792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"488368b7-e79f-443f-b4a4-1ea5e3499910","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.422980073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"488368b7-e79f-443f-b4a4-1ea5e3499910","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.475830011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"488368b7-e79f-443f-b4a4-1ea5e3499910","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.532464952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11926fb-1f34-4a35-9181-8677ed18d0bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.5331616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11926fb-1f34-4a35-9181-8677ed18d0bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.804180674Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","namespace":"ai-tenant-e2e-ipp-a-812243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.804238083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","namespace":"ai-tenant-e2e-ipp-a-812243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.804285264Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","tenant":"e2e-ipp-a-812243","tenantID":"e2e-ipp-a-812243","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.860369036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Deployment","name":"maas-api-e2e-ipp-a-812243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.916387804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Service","name":"maas-api-e2e-ipp-a-812243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.970206577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-812243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.021007388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-812243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.07336757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.125042611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.178853053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.234180143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.284872931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.335865833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.392629404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Service","name":"payload-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.449077307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.500395632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.551442181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.603820985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.656929002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.707599848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.758193063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.810348817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-812243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.86455001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-812243"},"namespace":"ai-tenant-e2e-ipp-a-812243","name":"default-tenant","reconcileID":"e43a5ac4-5369-484c-b536-dd73685cfd12","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-812243","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:40.638443814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"fbdaefa0-016f-4c18-b874-56e56bd01ec9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:40.697949775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"fbdaefa0-016f-4c18-b874-56e56bd01ec9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.011158441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5801eb3d-d342-4f7c-abe5-8c6ea9d71f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.011285656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5801eb3d-d342-4f7c-abe5-8c6ea9d71f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.501250524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.994239067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"239428aa-d5a7-4fdf-8c9a-fe01ae1955d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3e1b49","tenantID":"e2e-praxis-a-3e1b49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:42.118459052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"239428aa-d5a7-4fdf-8c9a-fe01ae1955d4","name":"e2e-praxis-a-3e1b49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.269465456Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-812243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-812243","reconcileID":"c7800b06-e8fa-4148-8973-27b05a6f0e4c","aitenant":"ai-tenants/e2e-ipp-a-812243","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.369140192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f5fec3-dd5c-4731-9d3f-a4a11f23f2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.418067352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f5fec3-dd5c-4731-9d3f-a4a11f23f2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.467645396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f5fec3-dd5c-4731-9d3f-a4a11f23f2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.517072268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f5fec3-dd5c-4731-9d3f-a4a11f23f2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.981947826Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-812243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-812243","reconcileID":"c7800b06-e8fa-4148-8973-27b05a6f0e4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-812243","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-812243"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.312338747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dcc4ec-4eef-46e8-b7c3-8a83f0a0e0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.361321637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dcc4ec-4eef-46e8-b7c3-8a83f0a0e0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.410176991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dcc4ec-4eef-46e8-b7c3-8a83f0a0e0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.459375314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dcc4ec-4eef-46e8-b7c3-8a83f0a0e0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.248516718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50056bb-36b3-4ade-b2cc-13fdddfb1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.297311954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50056bb-36b3-4ade-b2cc-13fdddfb1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.346273974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50056bb-36b3-4ade-b2cc-13fdddfb1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.395319685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50056bb-36b3-4ade-b2cc-13fdddfb1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.206529434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076ca5a-b769-4400-b7ca-e3a65e275249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.255540049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076ca5a-b769-4400-b7ca-e3a65e275249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.304529227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076ca5a-b769-4400-b7ca-e3a65e275249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.353492124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a076ca5a-b769-4400-b7ca-e3a65e275249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.138054951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228c2f2b-293a-43dd-ad9e-9ddcde4da2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.187048867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228c2f2b-293a-43dd-ad9e-9ddcde4da2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.236608982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228c2f2b-293a-43dd-ad9e-9ddcde4da2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.285701682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228c2f2b-293a-43dd-ad9e-9ddcde4da2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.105621929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f5b4ea-4486-40a6-8e32-66878d5eec14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.154623851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f5b4ea-4486-40a6-8e32-66878d5eec14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.203429506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f5b4ea-4486-40a6-8e32-66878d5eec14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.252400096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f5b4ea-4486-40a6-8e32-66878d5eec14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.03420652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053e953a-22cc-4dcf-9447-cacaf85e3eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.083229383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053e953a-22cc-4dcf-9447-cacaf85e3eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.132473905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053e953a-22cc-4dcf-9447-cacaf85e3eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.182049252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053e953a-22cc-4dcf-9447-cacaf85e3eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.95533434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c927db-fd35-4e6d-bb67-dce3ad14ea85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:57.004963453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c927db-fd35-4e6d-bb67-dce3ad14ea85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:57.053706654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c927db-fd35-4e6d-bb67-dce3ad14ea85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:57.102826846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c927db-fd35-4e6d-bb67-dce3ad14ea85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.495345574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.022686017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1d631f6-629e-49d5-a186-9360102befd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.13021489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"193ba19b-5156-4504-b261-166ed1035e9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.230233431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"2445dd8b-9697-4f0b-a519-02a46d3d38a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.331413798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"12b36f44-fa1b-4d52-9d3d-f4784854a0a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.372384836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"ba74bf8c-b3da-4cd8-b2e9-2e6431655768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.493141891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"618f19af-459a-4260-8d89-dd13cecbf192","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.493210088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"ee484107-d7b8-4ef3-a22c-6a2f75e059f2","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.59559306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"e6026abe-ed30-4d9b-9c8d-cb6daa549176","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.69384314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"b3577d2b-f009-488a-8ae6-fdf3d911b201","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.793172871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"b3498e22-e67d-4f31-97f3-412f9fa56b02","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a77060","tenantID":"e2e-ipp-b-a77060","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.855824486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"0891ee22-1598-4e20-97d4-07a888eaf64b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.904542674Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"b3498e22-e67d-4f31-97f3-412f9fa56b02","name":"e2e-ipp-b-a77060-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.955240582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"849f674d-e4b5-4aa1-873d-b711d29238dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:25.279561216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"6cecf55b-20c0-4fa3-a58b-d5784f1a6498","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:25.378517824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"65140781-9701-4ccd-8478-565335e49c97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.258543966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c044f7-cd63-4270-9ed6-4d0a598467ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.307602167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c044f7-cd63-4270-9ed6-4d0a598467ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.356632113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c044f7-cd63-4270-9ed6-4d0a598467ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.405692451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c044f7-cd63-4270-9ed6-4d0a598467ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.202498435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76ebb7a-0ef5-4f49-9c6b-060e87cf5635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.251538773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76ebb7a-0ef5-4f49-9c6b-060e87cf5635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.300385911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76ebb7a-0ef5-4f49-9c6b-060e87cf5635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.34967587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c76ebb7a-0ef5-4f49-9c6b-060e87cf5635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.53418973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"48179b5b-367c-409d-aab1-6ec8389e77f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.650776428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"435004de-a4a6-4ca7-b260-736188545a95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.750350217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"caa5bdb6-a84b-4fe9-a695-34fc48e457dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.850275451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"5f11e36c-659a-41df-812a-0d7a6378e153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.950260317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"102dc63b-914e-4595-8fa9-62a473c7bfa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.077709726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"851bbd2e-732c-44fb-9ccd-ca8487ca8a26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.152317078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"0a81b434-34f0-4d16-9261-32a49f19709f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.258374507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"9e5f82ff-56fc-4b97-b7db-a8e6f0e60e17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.493054049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.499446822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae3dba1e-75d3-4e6f-9419-d9c7c71d8273","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.686953294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"546319e0-acde-4518-a0bc-25f8b925b2b2","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.687965598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2cda370-0903-467c-9152-e65559291c50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.78598949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"6b441020-674f-48b3-85ad-83f8da2e016b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.929573261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"41925195-6dea-49f2-a7db-d830f2c25240","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.965107076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d279d5-73a6-4140-85f7-42546bb8e91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.015196127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d279d5-73a6-4140-85f7-42546bb8e91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.064187202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d279d5-73a6-4140-85f7-42546bb8e91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.113108167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d279d5-73a6-4140-85f7-42546bb8e91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.836151216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"ea44748d-8538-432c-909d-ef1271fd80d6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.836399472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19227867-0ef5-4d7c-8387-9def33116a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.83642039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19227867-0ef5-4d7c-8387-9def33116a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.914872569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd933374-d6f3-4660-bbc3-aecfe5d52774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.96389347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd933374-d6f3-4660-bbc3-aecfe5d52774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.014093151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd933374-d6f3-4660-bbc3-aecfe5d52774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.014275087Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-policy-36d29029","reconcileID":"ea44748d-8538-432c-909d-ef1271fd80d6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"policyNamespace":"ai-tenant-e2e-mt-fa4aeb3c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.063002269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd933374-d6f3-4660-bbc3-aecfe5d52774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.118038971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4527aaf6-4f6e-49c0-a3f4-e324fc83645a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.118061358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4527aaf6-4f6e-49c0-a3f4-e324fc83645a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.270055575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b807be2-733f-4c6f-9b3c-3f4d487f0c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.270077561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b807be2-733f-4c6f-9b3c-3f4d487f0c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.00132651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","namespace":"ai-tenant-e2e-ipp-b-b2ad2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.050074571Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","namespace":"ai-tenant-e2e-ipp-b-b2ad2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.050174606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","tenant":"e2e-ipp-b-b2ad2d","tenantID":"e2e-ipp-b-b2ad2d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.100504861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b2ad2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.15714639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Service","name":"maas-api-e2e-ipp-b-b2ad2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.209301542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b2ad2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.259992169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b2ad2d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.364989578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.421923617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.475618717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.528205008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.580992302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.635292168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.694364932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Service","name":"payload-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.751100906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.802541579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.855694124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.908231335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.915386332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d770180-fbdc-4626-956b-0e32fbc9ec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.964518789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d770180-fbdc-4626-956b-0e32fbc9ec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.968412781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.013997871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d770180-fbdc-4626-956b-0e32fbc9ec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.063084611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d770180-fbdc-4626-956b-0e32fbc9ec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.066180032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.120870552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.173824514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b2ad2d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.228214306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b2ad2d"},"namespace":"ai-tenant-e2e-ipp-b-b2ad2d","name":"default-tenant","reconcileID":"654f3b84-d3b0-445c-b0f6-673145b50573","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b2ad2d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.137437549Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b2ad2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b2ad2d","reconcileID":"f38c9053-29ce-42d7-99fe-0ca0a234bf97","aitenant":"ai-tenants/e2e-ipp-b-b2ad2d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.636751718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5343f2c-d37b-4cb0-a80a-e928abc4c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.686102436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5343f2c-d37b-4cb0-a80a-e928abc4c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.737669235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5343f2c-d37b-4cb0-a80a-e928abc4c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.787997339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5343f2c-d37b-4cb0-a80a-e928abc4c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.897770595Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b2ad2d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b2ad2d","reconcileID":"f38c9053-29ce-42d7-99fe-0ca0a234bf97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b2ad2d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b2ad2d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.575139637Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7af9dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7af9dd","reconcileID":"49613db2-1356-4b13-b6bf-af2789e7dc53","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7af9dd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7af9dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.58581911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3041c93-124c-430b-ab5c-1b85c4ba3ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.635225015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3041c93-124c-430b-ab5c-1b85c4ba3ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.684164585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3041c93-124c-430b-ab5c-1b85c4ba3ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.733164793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3041c93-124c-430b-ab5c-1b85c4ba3ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.546859251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1098112d-1301-4a79-8ec8-f64e9f6c4b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.595868004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1098112d-1301-4a79-8ec8-f64e9f6c4b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.645254416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1098112d-1301-4a79-8ec8-f64e9f6c4b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.694961139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1098112d-1301-4a79-8ec8-f64e9f6c4b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.259249954Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7af9dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7af9dd","reconcileID":"43013efd-e1a7-4f0a-9162-b08eb6581372","namespace":"ai-tenant-e2e-praxis-b-7af9dd","gateway":"e2e-praxis-b-7af9dd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7af9dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.423621185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"75a6942b-324f-4f4b-9591-330c8ebbbf88","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-36d29029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.62770414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"namespace":"ai-tenant-e2e-mt-fa4aeb3c","name":"e2e-shared-int-sub-36d29029","reconcileID":"75a6942b-324f-4f4b-9591-330c8ebbbf88","MaaSSubscription":{"name":"e2e-shared-int-sub-36d29029","namespace":"ai-tenant-e2e-mt-fa4aeb3c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.834292807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffea7fbb-a5ef-471a-8784-eeb02d59d8c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.024738509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7375ac0-de4a-4477-859c-fc6227b91ca8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.024760586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7375ac0-de4a-4477-859c-fc6227b91ca8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.481479912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67d14a6-15ce-4081-85f5-bb1c6827ed31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.530407561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67d14a6-15ce-4081-85f5-bb1c6827ed31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.580227876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67d14a6-15ce-4081-85f5-bb1c6827ed31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.630220136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67d14a6-15ce-4081-85f5-bb1c6827ed31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.429418626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4e7331-465a-4d88-9a83-70acf1c59adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.478446273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4e7331-465a-4d88-9a83-70acf1c59adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.529595778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4e7331-465a-4d88-9a83-70acf1c59adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.578870047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4e7331-465a-4d88-9a83-70acf1c59adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.834485847Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1190cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1190cc","reconcileID":"b45a58e5-47c8-458d-8478-6fe2fe2d1165","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1190cc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1190cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.3837184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1bfcc8-0b33-45d7-8a68-d36051794cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.432810057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1bfcc8-0b33-45d7-8a68-d36051794cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.481685323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1bfcc8-0b33-45d7-8a68-d36051794cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.530814772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1bfcc8-0b33-45d7-8a68-d36051794cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.881571013Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1190cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1190cc","reconcileID":"28b1e693-e63e-413c-b503-36ad331d5af0","namespace":"ai-tenant-e2e-praxis-a-1190cc","gateway":"e2e-praxis-a-1190cc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1190cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.310798159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9bdd59-515f-4785-bc05-0d9cc08c4caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.359576263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9bdd59-515f-4785-bc05-0d9cc08c4caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.408381731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9bdd59-515f-4785-bc05-0d9cc08c4caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.458452474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9bdd59-515f-4785-bc05-0d9cc08c4caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.247300471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5148c14-b6c6-4d69-854c-ccfc6b748c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.296316831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5148c14-b6c6-4d69-854c-ccfc6b748c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.345124052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5148c14-b6c6-4d69-854c-ccfc6b748c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.39427686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5148c14-b6c6-4d69-854c-ccfc6b748c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.203419286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074ef80f-5697-47e7-aed9-0e026e7bb0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.252529331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074ef80f-5697-47e7-aed9-0e026e7bb0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.301710384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074ef80f-5697-47e7-aed9-0e026e7bb0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.350704545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074ef80f-5697-47e7-aed9-0e026e7bb0de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.193080239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cbf130-531c-4078-bf88-eaf208cd685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.242046243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cbf130-531c-4078-bf88-eaf208cd685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.291117679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cbf130-531c-4078-bf88-eaf208cd685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.340143296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cbf130-531c-4078-bf88-eaf208cd685a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:11.492878869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.142190201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41364c17-159d-4f18-81cb-22ece44f4f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.191145981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41364c17-159d-4f18-81cb-22ece44f4f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.24021452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41364c17-159d-4f18-81cb-22ece44f4f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.289203283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41364c17-159d-4f18-81cb-22ece44f4f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.094138076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95930e4e-fc84-4d88-ad32-638bfa8acdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.142917671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95930e4e-fc84-4d88-ad32-638bfa8acdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.191800534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95930e4e-fc84-4d88-ad32-638bfa8acdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.243036026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95930e4e-fc84-4d88-ad32-638bfa8acdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:16.023662522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585e8856-2f0a-45bd-a6e5-27f81d8c193a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:16.073510262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585e8856-2f0a-45bd-a6e5-27f81d8c193a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:16.123098482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585e8856-2f0a-45bd-a6e5-27f81d8c193a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:16.172298489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585e8856-2f0a-45bd-a6e5-27f81d8c193a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:23.82336344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab62b49-ad76-4bfc-8dc5-78f6bf50918c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:23.872270464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab62b49-ad76-4bfc-8dc5-78f6bf50918c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:23.92288211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab62b49-ad76-4bfc-8dc5-78f6bf50918c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:23.971864689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab62b49-ad76-4bfc-8dc5-78f6bf50918c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:25.779319873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604af454-66d8-446e-9034-7167f65cbf64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:25.83078704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604af454-66d8-446e-9034-7167f65cbf64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:25.887113779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604af454-66d8-446e-9034-7167f65cbf64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:25.946585919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604af454-66d8-446e-9034-7167f65cbf64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.046340086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed04b46b-8f56-4180-8bd6-3d7aa89a1323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.09533514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed04b46b-8f56-4180-8bd6-3d7aa89a1323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.144406816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed04b46b-8f56-4180-8bd6-3d7aa89a1323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.201757434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed04b46b-8f56-4180-8bd6-3d7aa89a1323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:40.863731631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d55b31c4-6125-479a-8624-b6dd26b38e93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:40.965979558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"d84a82f7-9599-4158-ae7b-858d04282556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:40.986571551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0a34797-f334-4e14-b9f3-db6280f6b165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.064135681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"b972403c-e33c-4152-ae3f-253a21c1f3be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.298263372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"856534e9-9d2c-4947-913d-394ed515ce76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.401453198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"341b3818-3a6e-45c1-894e-f8024459a813","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.492757458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.499626841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"be2bb79e-0308-46ed-b5d8-1c3da1686cb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.598372817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"40391e1f-5166-4e86-bf6c-c0229ff7884c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.699531146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"c089f8de-3447-4b04-9557-bbf14d9b6308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:41.9598804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bccc68d-f1bb-4da9-9438-57ba4adbb129","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.080416837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"f0ba8106-9c48-4798-9f0c-7cb9def1e41b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.182551739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"1ca6ab20-2ada-4743-8ff2-9d064a1a86d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.696663547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90c0804-8e35-45b1-8e0c-93e910781d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.745552192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90c0804-8e35-45b1-8e0c-93e910781d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.794578715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90c0804-8e35-45b1-8e0c-93e910781d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.843396353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f90c0804-8e35-45b1-8e0c-93e910781d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.699533341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374c2bcd-4575-4556-88ac-75f95e7d96f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.748350073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374c2bcd-4575-4556-88ac-75f95e7d96f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.799254847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374c2bcd-4575-4556-88ac-75f95e7d96f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.84873344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374c2bcd-4575-4556-88ac-75f95e7d96f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.759372775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"7b234da1-6117-4203-9f1f-709c9ee45789","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7af9dd","tenantID":"e2e-praxis-b-7af9dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.870935673Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"7b234da1-6117-4203-9f1f-709c9ee45789","name":"e2e-praxis-b-7af9dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.112527026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"1010c38b-14c7-476b-a691-ac56eeca2f6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1190cc","tenantID":"e2e-praxis-a-1190cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.224788451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"1010c38b-14c7-476b-a691-ac56eeca2f6f","name":"e2e-praxis-a-1190cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.493336899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:14.455262923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"71ea6d2b-89dc-4331-ab8c-d4d7f46df33f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:14.69324264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d761cdc5-0506-4b34-9892-67b310dc0943","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:14.791248786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"08526d48-446e-4788-a3a7-572551652234","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:14.791485631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"c9822aec-9732-4f30-9e40-db61f02fa42c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:14.889464265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"29a2ee66-be76-4f2a-aff5-3e87e19bb746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:14.989249408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"698e126d-6f07-46ff-b361-6686d9e6b4b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.020261925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"0f904d48-adc8-45e1-b002-b4959095f6ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.210820883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"8af12e08-8531-44cc-9216-485ed9232ddf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.328003383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"0674b042-b843-405f-88b7-f93511c409b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.428201494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"f2827545-6f20-4245-83f1-e0b299af37d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.449313072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"109422d4-3f31-4b88-b387-219e6f654c6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.694111877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"c7ff3d4f-06dc-482e-a925-0840ec303477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.875641994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb4150a-d6c6-4267-99f7-c88b67c5c89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.924688488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb4150a-d6c6-4267-99f7-c88b67c5c89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.973655713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb4150a-d6c6-4267-99f7-c88b67c5c89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.022612584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb4150a-d6c6-4267-99f7-c88b67c5c89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.507966191Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3d317d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3d317d","reconcileID":"67fb9a7a-6449-4fac-8708-175af23a12e7","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3d317d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3d317d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.86251888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9ff03a-5a51-4247-a050-a0548890ba92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.911534988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9ff03a-5a51-4247-a050-a0548890ba92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.9604835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9ff03a-5a51-4247-a050-a0548890ba92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.014612107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9ff03a-5a51-4247-a050-a0548890ba92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.60511529Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3d317d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3d317d","reconcileID":"4afbaa4b-0a68-4a32-9b56-6640c513f380","namespace":"ai-tenant-e2e-praxis-a-3d317d","gateway":"e2e-praxis-a-3d317d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3d317d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:37.915866531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726eb1a-23fa-44a2-867f-3ada7e7b3448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:37.965160143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726eb1a-23fa-44a2-867f-3ada7e7b3448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:38.020065794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726eb1a-23fa-44a2-867f-3ada7e7b3448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:38.069721364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726eb1a-23fa-44a2-867f-3ada7e7b3448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:41.493683409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.884455632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","namespace":"ai-tenant-e2e-ipp-a-66513c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.884562612Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","namespace":"ai-tenant-e2e-ipp-a-66513c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.884631097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","tenant":"e2e-ipp-a-66513c","tenantID":"e2e-ipp-a-66513c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.93586758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-66513c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.995341556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Service","name":"maas-api-e2e-ipp-a-66513c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.047607274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-66513c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.098186772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-66513c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.150108242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.202949773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.256768291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.308456781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.359181075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.412138436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.471305657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Service","name":"payload-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.529177247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.580680353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.636588637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.689360786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.741964391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.818120481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.869646078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.922335457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-66513c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.973107417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-66513c"},"namespace":"ai-tenant-e2e-ipp-a-66513c","name":"default-tenant","reconcileID":"e5cf7e85-c935-4a96-ab09-70c5025c0da9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-66513c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.711209137Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-66513c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-66513c","reconcileID":"97bd7b85-998a-446c-8689-4eb9bc413a64","aitenant":"ai-tenants/e2e-ipp-a-66513c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.952522344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a202e9b-9d9e-4d59-bf1e-19a0e4171427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:03.001432166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a202e9b-9d9e-4d59-bf1e-19a0e4171427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:03.050402361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a202e9b-9d9e-4d59-bf1e-19a0e4171427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:03.099430684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a202e9b-9d9e-4d59-bf1e-19a0e4171427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:03.511257188Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-66513c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-66513c","reconcileID":"97bd7b85-998a-446c-8689-4eb9bc413a64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-66513c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-66513c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.884042245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5cbdf3-c19e-4357-b2d0-567dad9f9555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.932973733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5cbdf3-c19e-4357-b2d0-567dad9f9555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.982114877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5cbdf3-c19e-4357-b2d0-567dad9f9555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.034194863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c5cbdf3-c19e-4357-b2d0-567dad9f9555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:06.811840429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbcffaf-fe34-4f86-8835-b60ef360db1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:06.860973818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbcffaf-fe34-4f86-8835-b60ef360db1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:06.909855627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbcffaf-fe34-4f86-8835-b60ef360db1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:06.959019459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbcffaf-fe34-4f86-8835-b60ef360db1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:11.492559872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:11.825840212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c360f4-9b27-40c5-9a12-0d40abd78d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:11.875726002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c360f4-9b27-40c5-9a12-0d40abd78d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:11.92461391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c360f4-9b27-40c5-9a12-0d40abd78d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:11.973566713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c360f4-9b27-40c5-9a12-0d40abd78d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:13.746836373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b1b2ec-377a-40e5-bb8a-22109805b8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:13.800551851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b1b2ec-377a-40e5-bb8a-22109805b8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:13.850621396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b1b2ec-377a-40e5-bb8a-22109805b8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:13.90284169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b1b2ec-377a-40e5-bb8a-22109805b8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.696878085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a495fe01-ab52-4cb2-80d8-2ede162ab3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.749775025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a495fe01-ab52-4cb2-80d8-2ede162ab3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.808289247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a495fe01-ab52-4cb2-80d8-2ede162ab3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.858870615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a495fe01-ab52-4cb2-80d8-2ede162ab3ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.649371342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78e26fb-4a7e-46cb-9fbd-f971208b40e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.6980359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78e26fb-4a7e-46cb-9fbd-f971208b40e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.747616117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78e26fb-4a7e-46cb-9fbd-f971208b40e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.796827394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78e26fb-4a7e-46cb-9fbd-f971208b40e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:19.573979073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9db1c27-2c30-4767-be35-302027b13217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:19.624683511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9db1c27-2c30-4767-be35-302027b13217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:19.675841465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9db1c27-2c30-4767-be35-302027b13217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:19.682005906Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1dda2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1dda2c","reconcileID":"3bada11e-e3af-4b3c-95bb-bac5445b02d9","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1dda2c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1dda2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:19.72492363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9db1c27-2c30-4767-be35-302027b13217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.540764274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dc1532-cf6d-47bb-8373-8c44506eea24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.589591834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dc1532-cf6d-47bb-8373-8c44506eea24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.638451873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dc1532-cf6d-47bb-8373-8c44506eea24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.687215645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dc1532-cf6d-47bb-8373-8c44506eea24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.777983841Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1dda2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1dda2c","reconcileID":"c4f615a1-fefb-4b9f-b89f-b21e3419ac14","namespace":"ai-tenant-e2e-praxis-b-1dda2c","gateway":"e2e-praxis-b-1dda2c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1dda2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.491368781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8cd1b5e-b10c-4885-a060-78f4db01392e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.540313484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8cd1b5e-b10c-4885-a060-78f4db01392e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.588936547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8cd1b5e-b10c-4885-a060-78f4db01392e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.638043787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8cd1b5e-b10c-4885-a060-78f4db01392e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.433347878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298df07b-c25b-48f9-a73a-a7ce4d3b19f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.482398697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298df07b-c25b-48f9-a73a-a7ce4d3b19f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.531491094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298df07b-c25b-48f9-a73a-a7ce4d3b19f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.58032307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298df07b-c25b-48f9-a73a-a7ce4d3b19f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.397879723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2f598f-87df-43bd-828d-255635d6758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.447095659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2f598f-87df-43bd-828d-255635d6758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.495945358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2f598f-87df-43bd-828d-255635d6758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.545055783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2f598f-87df-43bd-828d-255635d6758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.376768894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b81e19f-d95c-4ae6-ba45-b20dd3fbec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.426273529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b81e19f-d95c-4ae6-ba45-b20dd3fbec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.475579709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b81e19f-d95c-4ae6-ba45-b20dd3fbec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.524713078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b81e19f-d95c-4ae6-ba45-b20dd3fbec8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.299792619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee37bb27-daf8-4ec9-82bf-650cb2ba1e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.34933022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee37bb27-daf8-4ec9-82bf-650cb2ba1e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.398194609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee37bb27-daf8-4ec9-82bf-650cb2ba1e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.447177519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee37bb27-daf8-4ec9-82bf-650cb2ba1e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.318605228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","namespace":"ai-tenant-e2e-ipp-b-812ef9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.318662379Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","namespace":"ai-tenant-e2e-ipp-b-812ef9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.318709863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","tenant":"e2e-ipp-b-812ef9","tenantID":"e2e-ipp-b-812ef9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.369138486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-812ef9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.425774219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Service","name":"maas-api-e2e-ipp-b-812ef9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.477896372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-812ef9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.528416657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-812ef9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.579940744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.63130724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.683586059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.736839444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.787759322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.83857214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.897619627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Service","name":"payload-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.954814437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.00575105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.056733754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.121543071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.190620895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.262631947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.31374302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.365274538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-812ef9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.415713045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-812ef9"},"namespace":"ai-tenant-e2e-ipp-b-812ef9","name":"default-tenant","reconcileID":"964cf2be-4450-4a0a-999b-d280bdea5c9d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-812ef9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:39.861691658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"febaa823-8f6f-4799-b473-48de621a345b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:39.973295561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"febaa823-8f6f-4799-b473-48de621a345b","name":"e2e-praxis-a-3d317d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.492793711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:44.880010762Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-812ef9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-812ef9","reconcileID":"2105016f-4035-4650-82e6-2b5a19fb4451","aitenant":"ai-tenants/e2e-ipp-b-812ef9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.370703483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d00b81-6f06-465a-9c9e-847a4e19c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.420148365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d00b81-6f06-465a-9c9e-847a4e19c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.46931028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d00b81-6f06-465a-9c9e-847a4e19c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.518183933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d00b81-6f06-465a-9c9e-847a4e19c125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.67431931Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-812ef9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-812ef9","reconcileID":"2105016f-4035-4650-82e6-2b5a19fb4451","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-812ef9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-812ef9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.302444396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35097b9b-6e4c-4c2b-bea0-01a7ab085910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.351304278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35097b9b-6e4c-4c2b-bea0-01a7ab085910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.400394616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35097b9b-6e4c-4c2b-bea0-01a7ab085910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.44942053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35097b9b-6e4c-4c2b-bea0-01a7ab085910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.254453925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30451508-d715-4390-ab0f-24ba3ead57c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.303138423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30451508-d715-4390-ab0f-24ba3ead57c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.352007952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30451508-d715-4390-ab0f-24ba3ead57c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.401681261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30451508-d715-4390-ab0f-24ba3ead57c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.463488261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","namespace":"ai-tenant-e2e-praxis-a-3e1b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.46355616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","namespace":"ai-tenant-e2e-praxis-a-3e1b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.463607672Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","tenant":"e2e-praxis-a-3e1b49","tenantID":"e2e-praxis-a-3e1b49","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.514397425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3e1b49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.579501957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Service","name":"maas-api-e2e-praxis-a-3e1b49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.657461188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3e1b49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.708474108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3e1b49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.760260444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.811142746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.865004766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.916006812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.966959051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.015588331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.064258699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Service","name":"payload-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.112802834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.161278082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.210195949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.258946034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.311474368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.39085147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.440738981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.489678671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3e1b49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.538379731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3e1b49"},"namespace":"ai-tenant-e2e-praxis-a-3e1b49","name":"default-tenant","reconcileID":"baeeeac8-0b0f-4656-87fc-c5a7c3da29f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3e1b49","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.242203402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3beb772b-69a0-4d29-bc1f-e883149818e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.291610796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3beb772b-69a0-4d29-bc1f-e883149818e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.34070649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3beb772b-69a0-4d29-bc1f-e883149818e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.38976641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3beb772b-69a0-4d29-bc1f-e883149818e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.428877451Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b5c926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b5c926","reconcileID":"d7379a84-4f10-4f7d-a873-0b2be964e5b0","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b5c926","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b5c926":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.202785853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fd3ce-b89b-4b10-b485-7d3a4b609850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.252089249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fd3ce-b89b-4b10-b485-7d3a4b609850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.301217903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fd3ce-b89b-4b10-b485-7d3a4b609850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.350414271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627fd3ce-b89b-4b10-b485-7d3a4b609850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.137982933Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b5c926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b5c926","reconcileID":"44fd809e-9aa5-444a-ae7a-b8a798a9471c","namespace":"ai-tenant-e2e-praxis-a-b5c926","gateway":"e2e-praxis-a-b5c926","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b5c926":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.19634163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf44ed5-0e42-483d-aa72-358595100d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.245198509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf44ed5-0e42-483d-aa72-358595100d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.294181492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf44ed5-0e42-483d-aa72-358595100d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.343116691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf44ed5-0e42-483d-aa72-358595100d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.741077599Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3e1b49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3e1b49","reconcileID":"d18ca826-a37f-402b-b1f1-3fd2f3c9f3b5","aitenant":"ai-tenants/e2e-praxis-a-3e1b49","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.091569962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"e571593f-225d-4583-9c9f-b93415ee0690","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.091597168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"e571593f-225d-4583-9c9f-b93415ee0690","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.157836924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a727e36e-8165-4596-b0e7-3084281a871a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.206813415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a727e36e-8165-4596-b0e7-3084281a871a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.25553411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a727e36e-8165-4596-b0e7-3084281a871a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.305625059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a727e36e-8165-4596-b0e7-3084281a871a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.47260472Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3e1b49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3e1b49","reconcileID":"d18ca826-a37f-402b-b1f1-3fd2f3c9f3b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3e1b49","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3e1b49"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:59.106147771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e208b4e6-ece4-42a5-b3c9-99edf8e8be95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:59.155311756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e208b4e6-ece4-42a5-b3c9-99edf8e8be95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:59.204664544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e208b4e6-ece4-42a5-b3c9-99edf8e8be95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:59.253697619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e208b4e6-ece4-42a5-b3c9-99edf8e8be95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.049251357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381e528-1f0a-422b-8fea-7ed9b0a4cb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.098013166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381e528-1f0a-422b-8fea-7ed9b0a4cb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.14689756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381e528-1f0a-422b-8fea-7ed9b0a4cb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.195920479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381e528-1f0a-422b-8fea-7ed9b0a4cb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.740066011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"a9dd7ce2-da94-4343-87aa-d7957a3df2fa","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.740088618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"a9dd7ce2-da94-4343-87aa-d7957a3df2fa","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.793837875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"305cb765-9745-4220-8bf6-2c7117044b31","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.793860142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"305cb765-9745-4220-8bf6-2c7117044b31","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.890765214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"de372821-b67a-4a4d-9646-0bfa3f488767","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.982678575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212be534-7236-4084-989c-4a1bb1320cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.032113924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212be534-7236-4084-989c-4a1bb1320cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.050204938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"de372821-b67a-4a4d-9646-0bfa3f488767","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.081166772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212be534-7236-4084-989c-4a1bb1320cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.130672127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212be534-7236-4084-989c-4a1bb1320cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.134002553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"de372821-b67a-4a4d-9646-0bfa3f488767","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.188274912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"7079cad2-0269-4b8f-b439-170fbb4ea313","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.188298281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"7079cad2-0269-4b8f-b439-170fbb4ea313","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.48464112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cac987-798b-40c8-9c13-2fa47a711d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.533611242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cac987-798b-40c8-9c13-2fa47a711d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.584060788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cac987-798b-40c8-9c13-2fa47a711d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.633424027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cac987-798b-40c8-9c13-2fa47a711d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.498343638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbf73e-a57a-42f6-9bc3-2d0f4fe09bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.547184136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbf73e-a57a-42f6-9bc3-2d0f4fe09bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.596097623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbf73e-a57a-42f6-9bc3-2d0f4fe09bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.64484796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbf73e-a57a-42f6-9bc3-2d0f4fe09bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.496720833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4615eb-adda-4ba6-8a31-f69ff98565c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.545422395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4615eb-adda-4ba6-8a31-f69ff98565c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.594587263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4615eb-adda-4ba6-8a31-f69ff98565c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.643633977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4615eb-adda-4ba6-8a31-f69ff98565c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.491859643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.494836262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c926ad-ddfa-416d-bfec-57548b9b45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.544094363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c926ad-ddfa-416d-bfec-57548b9b45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.593286852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c926ad-ddfa-416d-bfec-57548b9b45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.642287891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c926ad-ddfa-416d-bfec-57548b9b45a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.286043323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"c9f5a005-5bf1-46b5-ae25-58776f3fbd38","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.339955504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"c9f5a005-5bf1-46b5-ae25-58776f3fbd38","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.392290767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"c9f5a005-5bf1-46b5-ae25-58776f3fbd38","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.496496017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42be242-4f27-47f2-9ff8-6dcee6723d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.545294449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42be242-4f27-47f2-9ff8-6dcee6723d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.594189813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42be242-4f27-47f2-9ff8-6dcee6723d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.643198399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42be242-4f27-47f2-9ff8-6dcee6723d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.49118089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d137e01-39de-47f4-8db5-5c451e46553e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.54001265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d137e01-39de-47f4-8db5-5c451e46553e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.588977629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d137e01-39de-47f4-8db5-5c451e46553e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.637807686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d137e01-39de-47f4-8db5-5c451e46553e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.456511779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"d89ee62a-7d66-4d7e-8341-f47b635123ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1dda2c","tenantID":"e2e-praxis-b-1dda2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.567278353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"d89ee62a-7d66-4d7e-8341-f47b635123ca","name":"e2e-praxis-b-1dda2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.490334983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"69b474e7-5f7f-4dd0-a566-e9f31f74b04b","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.54438723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"69b474e7-5f7f-4dd0-a566-e9f31f74b04b","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.596985514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"69b474e7-5f7f-4dd0-a566-e9f31f74b04b","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.695893804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"d364fc04-c104-46ac-b8af-6ff0a09f7989","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.749531914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"d364fc04-c104-46ac-b8af-6ff0a09f7989","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.801876549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e666d0e06f251c6bd182eab99ce22e507d66f27c8a42052ab84d4281e98e13a8) AuthConfig (302d800fd60817944a58822f7d38f3a98a36045b0c7a737e5cfb760816d4beb5) AuthConfig (5c94b0aa02a134e05b2f551843b86e3d930527d825001da975d0748561028d6d) AuthConfig (6cfd2aa022161afb16c7e98fcf6f1c5ebe6e2270912b4999a3d84ae164c359f9) AuthConfig (19e689a25d6561c19c35302e1ef003887e657fb814a34b8c5e80a070dd0ae703) AuthConfig (34f21168606ceced352375e6439ff132f1d17cf301ccd68fafb81c00a7cc1022) AuthConfig (52b100b4921c913d9d3fbeebe3633d761d67ce0b11609dca2347fcc842dea365) AuthConfig (8ef49ccd286e80c5b4c4cb1b392a943024f0c066d7e37f26b03d568e91b13d8b) AuthConfig (0bdc2f411be6f456238d013b48889f721c7e099a68c58c6eea509eb0fc42eefd) AuthConfig (70f6af029e0d354fe0f5f1db1a8368c9989a26772582937e9bddb15f8bd73ccb) AuthConfig (dd553c2897ad15e3ee754cba4e6d038947f363784f67fedfcf0def5984476bda) AuthConfig (3e743a625651d6bb116f36a54e1ebafc461db53f732724023a4eb7a503de7a6a) AuthConfig (9b6c42d4e2da3c234eb339bb627e2c706d322d08e08d645f002afbe2fc55ebef) AuthConfig (a51e6d1c8b6b1cde95eb64d0f70fd56a53925256d893c4a60323cf7db807f884) AuthConfig (f814f394fc153bce2df718727f803f0b7c5e5b633e156dbd878c95e2be819ef0) AuthConfig (7326b32389811af4a947e9ac73f0bb964bc1e547b8da2629fc52ed5d7a6d8386) AuthConfig (ef54ec1ac4c7cd042eda9dc126cc1c09123c6b7df593a80846647cdc40510de8) AuthConfig (a2bd8d54d1b5f40378f66381d137dcf4e1a304c65507be217361830f657768cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"d364fc04-c104-46ac-b8af-6ff0a09f7989","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.856442523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"e021215d-1d55-4405-9a27-96816253ae8c","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.856464682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"e021215d-1d55-4405-9a27-96816253ae8c","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.492810678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.209969769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2076175-d1f8-4c41-b24d-6159d01753ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.258729335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2076175-d1f8-4c41-b24d-6159d01753ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.307616157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2076175-d1f8-4c41-b24d-6159d01753ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.356545193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2076175-d1f8-4c41-b24d-6159d01753ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.954249636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"74128ae3-d3dc-460e-94e0-e4d205f5071a","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.008954946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"74128ae3-d3dc-460e-94e0-e4d205f5071a","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.06185566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e666d0e06f251c6bd182eab99ce22e507d66f27c8a42052ab84d4281e98e13a8) AuthConfig (302d800fd60817944a58822f7d38f3a98a36045b0c7a737e5cfb760816d4beb5) AuthConfig (5c94b0aa02a134e05b2f551843b86e3d930527d825001da975d0748561028d6d) AuthConfig (6cfd2aa022161afb16c7e98fcf6f1c5ebe6e2270912b4999a3d84ae164c359f9) AuthConfig (19e689a25d6561c19c35302e1ef003887e657fb814a34b8c5e80a070dd0ae703) AuthConfig (34f21168606ceced352375e6439ff132f1d17cf301ccd68fafb81c00a7cc1022) AuthConfig (52b100b4921c913d9d3fbeebe3633d761d67ce0b11609dca2347fcc842dea365) AuthConfig (8ef49ccd286e80c5b4c4cb1b392a943024f0c066d7e37f26b03d568e91b13d8b) AuthConfig (0bdc2f411be6f456238d013b48889f721c7e099a68c58c6eea509eb0fc42eefd) AuthConfig (70f6af029e0d354fe0f5f1db1a8368c9989a26772582937e9bddb15f8bd73ccb) AuthConfig (dd553c2897ad15e3ee754cba4e6d038947f363784f67fedfcf0def5984476bda) AuthConfig (3e743a625651d6bb116f36a54e1ebafc461db53f732724023a4eb7a503de7a6a) AuthConfig (9b6c42d4e2da3c234eb339bb627e2c706d322d08e08d645f002afbe2fc55ebef) AuthConfig (a51e6d1c8b6b1cde95eb64d0f70fd56a53925256d893c4a60323cf7db807f884) AuthConfig (f814f394fc153bce2df718727f803f0b7c5e5b633e156dbd878c95e2be819ef0) AuthConfig (7326b32389811af4a947e9ac73f0bb964bc1e547b8da2629fc52ed5d7a6d8386) AuthConfig (ef54ec1ac4c7cd042eda9dc126cc1c09123c6b7df593a80846647cdc40510de8) AuthConfig (a2bd8d54d1b5f40378f66381d137dcf4e1a304c65507be217361830f657768cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"74128ae3-d3dc-460e-94e0-e4d205f5071a","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.14455677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a094ab25-7911-4c95-aee7-5ef5f160ef11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.19354557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a094ab25-7911-4c95-aee7-5ef5f160ef11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.244101075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a094ab25-7911-4c95-aee7-5ef5f160ef11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.293536534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a094ab25-7911-4c95-aee7-5ef5f160ef11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.073202106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b588906-cb32-48e0-83fe-f1bf178e3ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.122136223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b588906-cb32-48e0-83fe-f1bf178e3ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.170977604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b588906-cb32-48e0-83fe-f1bf178e3ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.219956962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b588906-cb32-48e0-83fe-f1bf178e3ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.999662469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4685bdd-5761-4f59-836d-aa414f5163d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.048403557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4685bdd-5761-4f59-836d-aa414f5163d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.097084343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4685bdd-5761-4f59-836d-aa414f5163d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.147467174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4685bdd-5761-4f59-836d-aa414f5163d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.948833284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86304ab4-ed2b-4fed-b33e-db95d1d3d603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.997817861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86304ab4-ed2b-4fed-b33e-db95d1d3d603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.046717283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86304ab4-ed2b-4fed-b33e-db95d1d3d603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.095777392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86304ab4-ed2b-4fed-b33e-db95d1d3d603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.902514759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82462360-10cc-430f-a6f5-f5490e58a79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.951610106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82462360-10cc-430f-a6f5-f5490e58a79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:53.000674328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82462360-10cc-430f-a6f5-f5490e58a79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:53.049588318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82462360-10cc-430f-a6f5-f5490e58a79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.160026335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"a4617e48-30b2-432b-8982-c9ac2e5d8994","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.214288307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"a4617e48-30b2-432b-8982-c9ac2e5d8994","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.267244117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e666d0e06f251c6bd182eab99ce22e507d66f27c8a42052ab84d4281e98e13a8) AuthConfig (302d800fd60817944a58822f7d38f3a98a36045b0c7a737e5cfb760816d4beb5) AuthConfig (5c94b0aa02a134e05b2f551843b86e3d930527d825001da975d0748561028d6d) AuthConfig (6cfd2aa022161afb16c7e98fcf6f1c5ebe6e2270912b4999a3d84ae164c359f9) AuthConfig (19e689a25d6561c19c35302e1ef003887e657fb814a34b8c5e80a070dd0ae703) AuthConfig (34f21168606ceced352375e6439ff132f1d17cf301ccd68fafb81c00a7cc1022) AuthConfig (52b100b4921c913d9d3fbeebe3633d761d67ce0b11609dca2347fcc842dea365) AuthConfig (8ef49ccd286e80c5b4c4cb1b392a943024f0c066d7e37f26b03d568e91b13d8b) AuthConfig (0bdc2f411be6f456238d013b48889f721c7e099a68c58c6eea509eb0fc42eefd) AuthConfig (70f6af029e0d354fe0f5f1db1a8368c9989a26772582937e9bddb15f8bd73ccb) AuthConfig (dd553c2897ad15e3ee754cba4e6d038947f363784f67fedfcf0def5984476bda) AuthConfig (3e743a625651d6bb116f36a54e1ebafc461db53f732724023a4eb7a503de7a6a) AuthConfig (9b6c42d4e2da3c234eb339bb627e2c706d322d08e08d645f002afbe2fc55ebef) AuthConfig (a51e6d1c8b6b1cde95eb64d0f70fd56a53925256d893c4a60323cf7db807f884) AuthConfig (f814f394fc153bce2df718727f803f0b7c5e5b633e156dbd878c95e2be819ef0) AuthConfig (7326b32389811af4a947e9ac73f0bb964bc1e547b8da2629fc52ed5d7a6d8386) AuthConfig (ef54ec1ac4c7cd042eda9dc126cc1c09123c6b7df593a80846647cdc40510de8) AuthConfig (a2bd8d54d1b5f40378f66381d137dcf4e1a304c65507be217361830f657768cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"a4617e48-30b2-432b-8982-c9ac2e5d8994","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.636332573Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fe2df9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fe2df9","reconcileID":"367b32a3-27c7-4d35-a9fd-ed3b16edf697","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fe2df9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-fe2df9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.892872823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6d20ad-a683-4d49-a9c3-0e6f83b00314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.941621996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6d20ad-a683-4d49-a9c3-0e6f83b00314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.990448985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6d20ad-a683-4d49-a9c3-0e6f83b00314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.039606669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6d20ad-a683-4d49-a9c3-0e6f83b00314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.928519687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8f044eba-4d81-454a-a87c-3e13f127903c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5c926","tenantID":"e2e-praxis-a-b5c926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.045245562Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8f044eba-4d81-454a-a87c-3e13f127903c","name":"e2e-praxis-a-b5c926-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.690532683Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fe2df9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fe2df9","reconcileID":"f9e60680-ac59-4e82-88bb-5e432e3f8310","namespace":"ai-tenant-e2e-praxis-b-fe2df9","gateway":"e2e-praxis-b-fe2df9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-fe2df9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.89872519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390e6338-5f7f-4199-a75c-fbb78616230e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.94754587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390e6338-5f7f-4199-a75c-fbb78616230e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.996732966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390e6338-5f7f-4199-a75c-fbb78616230e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:57.045745244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390e6338-5f7f-4199-a75c-fbb78616230e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.864751604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea7239a-05e4-4db4-b2ec-e566b4925506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.91651102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea7239a-05e4-4db4-b2ec-e566b4925506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.965539942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea7239a-05e4-4db4-b2ec-e566b4925506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.014284642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea7239a-05e4-4db4-b2ec-e566b4925506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.95924948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","namespace":"ai-tenant-e2e-praxis-b-7af9dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.959307854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","namespace":"ai-tenant-e2e-praxis-b-7af9dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.959354569Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","tenant":"e2e-praxis-b-7af9dd","tenantID":"e2e-praxis-b-7af9dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.01036761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7af9dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.068097641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Service","name":"maas-api-e2e-praxis-b-7af9dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.120544749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7af9dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.171137062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7af9dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.22321019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.274899071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.328709798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.379702835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.428297341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.476712123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.525234886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Service","name":"payload-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.573847334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.622328468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.671564822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.724683052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.777495401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.825976121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.87440985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.923095748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7af9dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.971729099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7af9dd"},"namespace":"ai-tenant-e2e-praxis-b-7af9dd","name":"default-tenant","reconcileID":"8a33b0bc-a63e-4d60-8f59-61b77e209bca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7af9dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:04.365154247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"3baa208c-174b-4c6d-97af-5d81d79c4db3","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:04.419510213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"3baa208c-174b-4c6d-97af-5d81d79c4db3","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:04.472281729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-eae138-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e666d0e06f251c6bd182eab99ce22e507d66f27c8a42052ab84d4281e98e13a8) AuthConfig (302d800fd60817944a58822f7d38f3a98a36045b0c7a737e5cfb760816d4beb5) AuthConfig (5c94b0aa02a134e05b2f551843b86e3d930527d825001da975d0748561028d6d) AuthConfig (6cfd2aa022161afb16c7e98fcf6f1c5ebe6e2270912b4999a3d84ae164c359f9) AuthConfig (19e689a25d6561c19c35302e1ef003887e657fb814a34b8c5e80a070dd0ae703) AuthConfig (34f21168606ceced352375e6439ff132f1d17cf301ccd68fafb81c00a7cc1022) AuthConfig (52b100b4921c913d9d3fbeebe3633d761d67ce0b11609dca2347fcc842dea365) AuthConfig (8ef49ccd286e80c5b4c4cb1b392a943024f0c066d7e37f26b03d568e91b13d8b) AuthConfig (0bdc2f411be6f456238d013b48889f721c7e099a68c58c6eea509eb0fc42eefd) AuthConfig (70f6af029e0d354fe0f5f1db1a8368c9989a26772582937e9bddb15f8bd73ccb) AuthConfig (dd553c2897ad15e3ee754cba4e6d038947f363784f67fedfcf0def5984476bda) AuthConfig (3e743a625651d6bb116f36a54e1ebafc461db53f732724023a4eb7a503de7a6a) AuthConfig (9b6c42d4e2da3c234eb339bb627e2c706d322d08e08d645f002afbe2fc55ebef) AuthConfig (a51e6d1c8b6b1cde95eb64d0f70fd56a53925256d893c4a60323cf7db807f884) AuthConfig (f814f394fc153bce2df718727f803f0b7c5e5b633e156dbd878c95e2be819ef0) AuthConfig (7326b32389811af4a947e9ac73f0bb964bc1e547b8da2629fc52ed5d7a6d8386) AuthConfig (ef54ec1ac4c7cd042eda9dc126cc1c09123c6b7df593a80846647cdc40510de8) AuthConfig (a2bd8d54d1b5f40378f66381d137dcf4e1a304c65507be217361830f657768cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"3baa208c-174b-4c6d-97af-5d81d79c4db3","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.488410286Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7af9dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7af9dd","reconcileID":"62b43779-aef0-4c57-b86f-3b48b0e05889","aitenant":"ai-tenants/e2e-praxis-b-7af9dd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.49198685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.02409458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879b2edf-c2a1-46bd-9f3b-729889a5bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.073196482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879b2edf-c2a1-46bd-9f3b-729889a5bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.122126002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879b2edf-c2a1-46bd-9f3b-729889a5bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.171058708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879b2edf-c2a1-46bd-9f3b-729889a5bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.276497853Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7af9dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7af9dd","reconcileID":"62b43779-aef0-4c57-b86f-3b48b0e05889","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7af9dd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7af9dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.007426896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67642d0-2449-459b-b912-9dcd763c28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.056538467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67642d0-2449-459b-b912-9dcd763c28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.10542296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67642d0-2449-459b-b912-9dcd763c28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.154241416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67642d0-2449-459b-b912-9dcd763c28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.570699549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"1042b3f1-e5a9-4f49-b61c-aa233eda0a39","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.624934577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"1042b3f1-e5a9-4f49-b61c-aa233eda0a39","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.930061598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"703313c5-3a37-4ee1-8f4a-faff03ba35b1","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:14.930084095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"703313c5-3a37-4ee1-8f4a-faff03ba35b1","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.564833518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"081b8b1c-9439-4a7a-897d-372c15443929","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.564854884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"081b8b1c-9439-4a7a-897d-372c15443929","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.624809321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"73db4a51-3201-46d5-badb-23634dbbdfdf","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.624828902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"73db4a51-3201-46d5-badb-23634dbbdfdf","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.66661217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"7820ab97-68ad-41aa-80e9-8420c97440a0","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:15.67520824Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"73db4a51-3201-46d5-badb-23634dbbdfdf","name":"ipp-route-eae138","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-eae138\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:15.675275089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"73db4a51-3201-46d5-badb-23634dbbdfdf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-eae138\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:15.678525983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"05f4503c-d482-426a-929f-e1e82ecbadd2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-eae138-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.680804891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"c9712f6a-11fa-41c7-a2a5-4f340bfa4068","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.680821769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"c9712f6a-11fa-41c7-a2a5-4f340bfa4068","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.720618547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"7820ab97-68ad-41aa-80e9-8420c97440a0","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.780041593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"53628dec-b064-4c6c-a8ed-c4605b768e83","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.780065801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"53628dec-b064-4c6c-a8ed-c4605b768e83","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.834160051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"7894226a-61e4-4a31-b243-5e7aac6af52e","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.834180161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"7894226a-61e4-4a31-b243-5e7aac6af52e","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:16.017527969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"d8e42b46-538f-4f05-9d5a-d91083b5a8c0","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:16.032686377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"e39be1b5-9791-4b3b-b89a-791e9bdec782","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"maas-trlp-ipp-route-eae138","model":"ipp-route-eae138","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:16.071892978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"d8e42b46-538f-4f05-9d5a-d91083b5a8c0","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:16.192677281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"160ea975-4c6d-47ab-b59f-c105d1a31fb5","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:16.192701482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"160ea975-4c6d-47ab-b59f-c105d1a31fb5","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:16.390693974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"1e05c49e-4a34-4e16-86eb-9738a15e0a51","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"maas-trlp-ipp-route-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:17.609517115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"76ec8d84-9227-4381-95d7-cea9f366059a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:19.919964094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"b8ac190a-ae43-4c7c-801b-3a11d5de4d78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.882367811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"cbbdafd6-13c6-4732-9362-c601e7706ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.74260951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2c8127-e31f-4931-bdd6-18b84c623b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.791405525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2c8127-e31f-4931-bdd6-18b84c623b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.840994011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2c8127-e31f-4931-bdd6-18b84c623b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.881541456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f90a3a0d-f7c6-4ded-a020-6e5ae89c3848","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.889835212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2c8127-e31f-4931-bdd6-18b84c623b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.942518044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"51be0980-9b26-407f-9b1a-a6c718b6f7ef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:23.996083895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-sub-binding-f3606081","reconcileID":"ed707b35-d859-4c7e-9dbf-d673433ab657","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-f3606081\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.036486557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"021b29f2-2090-46aa-9df8-b810881a980f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.03648667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"370fd177-3f47-477b-a9c5-56d73e2307f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.086498741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"72d5256b-96d8-4181-8dac-9d5c64398527","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.090472995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"021b29f2-2090-46aa-9df8-b810881a980f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.090843579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"370fd177-3f47-477b-a9c5-56d73e2307f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.104248042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"22b28736-9d7f-452e-bca9-04c79b46cba5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.15623995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"c3531f0d-f63b-4502-8e73-a0169f6402b3","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.382276938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"03a6d7b2-ea26-43c0-9bf0-cd50e747656e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.382418299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"197d8cdb-ed06-4796-8e81-ad0d38f810d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.415304725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-sub-binding-f3606081","reconcileID":"268b2f91-8fc1-4892-bb82-aae5eae861e0","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-apikey-sub-binding-f3606081","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.436633401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"03a6d7b2-ea26-43c0-9bf0-cd50e747656e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.436811403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"197d8cdb-ed06-4796-8e81-ad0d38f810d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.5712407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"71da7587-830b-457f-b1b8-b71597098d86","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.612545141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"a803010e-b355-4f56-a2ce-a149a6c42999","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.767059263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-sub-binding-f3606081","reconcileID":"fb11694e-b12d-41e3-a05b-1a6be2a292f2","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.663152686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa5d3fa-4aae-4fcf-b300-f1a6f20afb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.712747595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa5d3fa-4aae-4fcf-b300-f1a6f20afb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.761731413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa5d3fa-4aae-4fcf-b300-f1a6f20afb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.810607517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa5d3fa-4aae-4fcf-b300-f1a6f20afb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.990128921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"cd89a1d3-3e81-4e12-aa1f-dc19a6408dd2","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.136154343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"eccd67db-588d-4cf4-9d85-6453762e4512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.136154902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4fab709f-c1b5-417a-a20c-11ae1b56f9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.19069104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"eccd67db-588d-4cf4-9d85-6453762e4512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.191986469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4fab709f-c1b5-417a-a20c-11ae1b56f9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.021596641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"c83ccd27-8ddf-4285-9952-0c711c0c30d8","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"maas-trlp-ipp-route-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.039757626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3bc74-04d0-409f-bf56-19b79781312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.092156175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3bc74-04d0-409f-bf56-19b79781312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.141838246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3bc74-04d0-409f-bf56-19b79781312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.191847089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3bc74-04d0-409f-bf56-19b79781312e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.302724916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"8fe884fa-ec58-4f39-b8f7-16c7b6c6fd39","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.30274793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"8fe884fa-ec58-4f39-b8f7-16c7b6c6fd39","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.023267271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"aefdd659-708f-4a12-a396-38e58a210fe3","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.077011344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"aefdd659-708f-4a12-a396-38e58a210fe3","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.190099057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-sub-binding-f3606081","reconcileID":"d0c34694-086d-4187-a57c-20458b15867a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-apikey-sub-binding-f3606081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.40221874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-apikey-sub-binding-f3606081","reconcileID":"d0c34694-086d-4187-a57c-20458b15867a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f3606081","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.603729148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"0d2f710c-172b-4212-a035-147a516b099c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.659188438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"317b3c26-9753-49ea-8b41-cf6f63e5c223","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.808219051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7e19ef58-ffc5-453b-b429-c7a55f833bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.809322857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"65bd0691-b89e-4d4b-b8e4-a0eb03bda3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.862509165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7e19ef58-ffc5-453b-b429-c7a55f833bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.863256549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"65bd0691-b89e-4d4b-b8e4-a0eb03bda3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.992246177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2004f008-5850-4ec9-afb1-07b8ca97c171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.042668635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2004f008-5850-4ec9-afb1-07b8ca97c171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.091473841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2004f008-5850-4ec9-afb1-07b8ca97c171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.140447816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2004f008-5850-4ec9-afb1-07b8ca97c171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.228195119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"f3253e2a-537c-4c77-b545-02d926338191","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.282424358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"603c6d36-2fe4-4fad-9f67-974b30a11f38","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.428108022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"a821df57-566b-44ce-b58b-66bef4d5949d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.482013431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"a821df57-566b-44ce-b58b-66bef4d5949d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.493155866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"0d8973cf-7606-4ce6-8256-61b4c20c345b","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.547515443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"5bc57181-0041-4027-9dd9-2269f8a81624","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:40.599329261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-success","reconcileID":"237d6c6b-7e22-4c21-893e-8652179dd10f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.640611548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d6de8ddf-4b4b-4482-bb6c-3a6182795de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.646437654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9e840422-de7b-4fd6-b3a2-dd479ae5ef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.694737388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d6de8ddf-4b4b-4482-bb6c-3a6182795de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.700170177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9e840422-de7b-4fd6-b3a2-dd479ae5ef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.708558209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"d2615b08-a2c8-4bd0-b176-bb4219d1b0ef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.734216433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"af02b122-5794-4830-9169-f7e6d601e005","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.760997749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"1dc11ed9-93ef-423f-881b-35f16a1b18f2","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.880271905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"440c1557-7671-4e91-9cdb-3f8fd178a754","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.933926992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"440c1557-7671-4e91-9cdb-3f8fd178a754","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.985848115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"87ab41b2-8c63-44f3-a3a2-53d929018265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.989869892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e760c01f-d3a9-49ca-86c3-6d167f6637c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.017014549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-success","reconcileID":"dc6be487-6af1-4ca2-8fb5-f12231748cab","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.039681434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"87ab41b2-8c63-44f3-a3a2-53d929018265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.043452671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e760c01f-d3a9-49ca-86c3-6d167f6637c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.172422052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"896fc996-9dd8-4c3b-898c-e21205888865","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.214864929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"95d8928f-8536-4c18-8978-c5edfb6eb89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.3690497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-success","reconcileID":"bfc7fb22-1910-4114-8083-e5c9b6a21863","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.493113874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.989255721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"ca98fb20-25a9-4bc4-9c14-5469e946b12f","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.135215626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e71f4b0d-7ac3-417c-b7c6-0dedc938272d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.135388362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5b543b19-2ae2-4f13-bd34-78f32369a555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.135220257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"a13963e0-e37b-453d-8123-5661d1d975b3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.190980295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"a13963e0-e37b-453d-8123-5661d1d975b3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.190993435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5b543b19-2ae2-4f13-bd34-78f32369a555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.193158691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e71f4b0d-7ac3-417c-b7c6-0dedc938272d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.931723059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"3d9a0b0d-8330-4ea8-afd4-e78cce6a1e4f","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.931746798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"3d9a0b0d-8330-4ea8-afd4-e78cce6a1e4f","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.08512279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"c8da6d2f-7757-4ad0-82df-8b0dd01b5053","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.133696061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"8b656d15-fe37-4c81-be8b-5d371d500be7","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"maas-trlp-ipp-route-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.139067532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"c8da6d2f-7757-4ad0-82df-8b0dd01b5053","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.291883729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"32e52c1a-0625-4422-974b-b7c9b89e851d","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.292004934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"32e52c1a-0625-4422-974b-b7c9b89e851d","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.489448915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"e2f5a8ec-0931-48fd-85f0-6124afd79eb4","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"maas-trlp-ipp-route-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.142466312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-success","reconcileID":"349824d8-987e-4dca-8a8b-ca2cc8756db9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.343881321Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-success","reconcileID":"349824d8-987e-4dca-8a8b-ca2cc8756db9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.541263291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"c918793e-c3dd-46ff-a1c9-8323ab2446bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.548589943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"cccc896b-f242-4594-99ac-61c9645f996b","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.693824113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"9d019bd3-c967-4315-82fb-1c41e9a53477","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.693864734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2b297be8-c1e7-47d1-a7fc-8e7d418d079d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.694348325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7f0f44e7-8299-4a50-9e4d-56b9f2b35b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.70098424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"e936aa9d-c330-4f7b-a800-293e5f8397ad","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.748172786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2b297be8-c1e7-47d1-a7fc-8e7d418d079d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.748179288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"7f0f44e7-8299-4a50-9e4d-56b9f2b35b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.75020504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"9d019bd3-c967-4315-82fb-1c41e9a53477","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.894567682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-success","reconcileID":"07f0db6b-91c1-47cc-b120-dce94a41359a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:55.100593224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"af022dab-2a11-40f6-b90a-61fea6d49c1e","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.283842755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"7cd295e8-1d2b-48e5-8b38-cce14c74bf3d","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.34245557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"f6aab1c5-3bc7-461b-997d-63415a8299d9","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.488577801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"cc2f8094-181f-4f32-a733-dd4bc2f8d1b8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.542809323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"cc2f8094-181f-4f32-a733-dd4bc2f8d1b8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.568762377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"183cf469-f25a-4f61-9dc2-43b59931106c","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.622075393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"99a9a0b0-db02-4df3-be95-42adb039b2c5","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:56.671160646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-no-access","reconcileID":"34139f81-2fa4-4b86-a56d-48552fa9a82e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.71927294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"fc672d84-d2f3-463c-bed1-c2b0a674de03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.719280172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"339e99a9-10cb-481c-be37-f69b96a1e21d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.774656444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"fc672d84-d2f3-463c-bed1-c2b0a674de03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.776578075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"339e99a9-10cb-481c-be37-f69b96a1e21d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.780028166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"1e82682e-4339-44cd-9181-c047e13072b9","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.87657356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"b297f604-ad09-4820-b266-8d2d3b6d7174","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:56.877112613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"c84d061a-4522-4850-9fae-b25a80da7398","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.021302221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"abc83b51-748a-486c-9c5d-b0ba26e2e750","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.075694694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"abc83b51-748a-486c-9c5d-b0ba26e2e750","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.137991491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-no-access","reconcileID":"f1f352f5-cb83-40a3-992f-89eeef3b71e5","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.179135872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"8f3d264a-8c9d-4f74-bb82-f1ec3037bddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.179537148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"45d2a5a0-7ce7-4abf-bba9-2a05dc0bce06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.234608375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"45d2a5a0-7ce7-4abf-bba9-2a05dc0bce06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.234954772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"8f3d264a-8c9d-4f74-bb82-f1ec3037bddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.301498618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"3cbefa98-c8e1-400e-93ec-230a9f109564","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.338497388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"de4a22a6-2596-49bb-92e5-47cf447c7a6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.500465347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-no-access","reconcileID":"6cf244bb-6ec5-4cd6-872f-c9a332f43372","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.618959847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b20fdb-dd7c-408e-9237-803303f0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.667652294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b20fdb-dd7c-408e-9237-803303f0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.716480104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b20fdb-dd7c-408e-9237-803303f0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.765196502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b20fdb-dd7c-408e-9237-803303f0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.593395513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5472e523-31e2-4721-9968-62a573b3e278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.642518562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5472e523-31e2-4721-9968-62a573b3e278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.69356629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5472e523-31e2-4721-9968-62a573b3e278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.744187963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5472e523-31e2-4721-9968-62a573b3e278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.931549061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"eb010a2b-a818-472f-99a3-60b538f0017e","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.092274331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"438d12cf-ab1c-45f5-829d-4c49754da291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.092459366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"1e440d16-e504-410c-b8db-729ae757d591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.09271146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"fdc23305-22d2-405c-aa29-5278613da147","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.146705164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"fdc23305-22d2-405c-aa29-5278613da147","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.147189964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"1e440d16-e504-410c-b8db-729ae757d591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.149100248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"438d12cf-ab1c-45f5-829d-4c49754da291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.561972725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"788a7b71-53d2-4248-a368-bc745c23b28d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-fe2df9","tenantID":"e2e-praxis-b-fe2df9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.675519408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"788a7b71-53d2-4248-a368-bc745c23b28d","name":"e2e-praxis-b-fe2df9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.29433293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"c28700bf-8da5-422a-acb8-27d171a61a27","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.29444787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"c28700bf-8da5-422a-acb8-27d171a61a27","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.534110374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded6eae3-ab41-4784-95ea-358216ec0254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.584011364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded6eae3-ab41-4784-95ea-358216ec0254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.63384981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded6eae3-ab41-4784-95ea-358216ec0254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.682855051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded6eae3-ab41-4784-95ea-358216ec0254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:05.542026299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e5d0e-27f5-426a-89da-21bb87aeddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:05.590853217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e5d0e-27f5-426a-89da-21bb87aeddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:05.640110215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e5d0e-27f5-426a-89da-21bb87aeddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:05.693059494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e5d0e-27f5-426a-89da-21bb87aeddef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:06.121193319Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2285b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2285b9","reconcileID":"61fb0c8d-5ee4-4b03-9542-a885a251a6d1","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2285b9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2285b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.477314207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c9109e-5b58-4ab5-abc3-08a613ea62a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.526210624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c9109e-5b58-4ab5-abc3-08a613ea62a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.57768696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c9109e-5b58-4ab5-abc3-08a613ea62a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.626988112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c9109e-5b58-4ab5-abc3-08a613ea62a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.183642012Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2285b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2285b9","reconcileID":"ad9d003d-425e-4272-8085-b2767353e578","namespace":"ai-tenant-e2e-praxis-b-2285b9","gateway":"e2e-praxis-b-2285b9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2285b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.419530387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f4e232-4605-47a5-ba7d-22ff29fe9331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.469022631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f4e232-4605-47a5-ba7d-22ff29fe9331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.518260836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f4e232-4605-47a5-ba7d-22ff29fe9331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.572551647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f4e232-4605-47a5-ba7d-22ff29fe9331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.115687003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-no-access","reconcileID":"c4d13c66-5a7c-40ed-ba73-1d926330e98a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.321446169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-no-access","reconcileID":"c4d13c66-5a7c-40ed-ba73-1d926330e98a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.400258289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","namespace":"ai-tenant-e2e-praxis-a-1190cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.400321091Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","namespace":"ai-tenant-e2e-praxis-a-1190cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.400399149Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","tenant":"e2e-praxis-a-1190cc","tenantID":"e2e-praxis-a-1190cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.45136492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1190cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.511958541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Service","name":"maas-api-e2e-praxis-a-1190cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.521353948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"5d4e9565-4797-4d4a-8cac-037940829b72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.580849272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"cdaebe59-fd91-48fd-81d7-d124f39f751d","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.585631406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1190cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.636040887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1190cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.687499358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.731957245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"ed7bf0c3-723f-4bd6-88fb-8cf3d6c0a0e9","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.732705922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"76c77d34-4905-4839-ae59-b388b4c06330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.733391576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"84131279-d082-4027-8120-ec318479a2fe","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.73394501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"965d9e8e-2d8b-464a-b432-010964e727f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.74221378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.795307577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"84131279-d082-4027-8120-ec318479a2fe","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.795647106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"965d9e8e-2d8b-464a-b432-010964e727f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.799693735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"76c77d34-4905-4839-ae59-b388b4c06330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.800121235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.853544168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.913678898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.986750223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.007109767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-no-access","reconcileID":"379789ff-429d-4c6d-84bd-0be30b7b3e90","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.039136601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Service","name":"payload-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.087754544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.136472819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.185187844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.209218427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"cfed1989-12ba-4de8-9fb7-a477eaa31cd0","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.233811148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.288252828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.295746518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"fa8bb8ad-ee36-480d-ad5b-776ae6f0946f","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.295776723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"fa8bb8ad-ee36-480d-ad5b-776ae6f0946f","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.337054399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.386645574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.434946135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1190cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.487289124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1190cc"},"namespace":"ai-tenant-e2e-praxis-a-1190cc","name":"default-tenant","reconcileID":"0358f98e-1426-4e31-86bb-c2d52f8eb34d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1190cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.493257072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.508403879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00948f7-3fa1-4e10-9f63-1282d73dbc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.557637631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00948f7-3fa1-4e10-9f63-1282d73dbc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.606735076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00948f7-3fa1-4e10-9f63-1282d73dbc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.655859088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00948f7-3fa1-4e10-9f63-1282d73dbc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.292410614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0b936407-40b0-4178-95ca-c9640df3ff3d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.344148144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"8bc96e45-f2a1-4686-829c-bf0901304e49","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.489893689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d18f819d-eb53-4063-a304-4a0457124713","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.54389998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d18f819d-eb53-4063-a304-4a0457124713","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.562925197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"72f9bac8-6d9f-484c-b4d5-25b9b17ad253","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.614658858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"d9cc066f-73c1-44e3-9b1f-058afebb66c5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:12.665015435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-free","reconcileID":"d96f3a4b-3968-4f59-b7e6-584131dfcba2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.708039834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4b14a078-5251-40e8-8c40-c08cbe27e06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.708054454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"9c9849ac-cb46-47ed-acb7-c1b28e83fcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.762357868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4b14a078-5251-40e8-8c40-c08cbe27e06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.762421843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"9c9849ac-cb46-47ed-acb7-c1b28e83fcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.773542271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f4491372-9171-497f-9a79-597785852563","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.82766487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"70d61ee2-1cfc-4200-9e1b-2216813d2d4f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.849217507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"95b585e8-52bb-452b-a712-2d99da4f48c2","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.869246901Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e84357 priority=0:[ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-free ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.869517753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f275be6c-104d-48e3-981c-e35f8e6b5259","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.923855179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3b391659-89ae-4277-ba93-9105d95d8298","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.977850247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"ae7c1226-1595-4acd-b3dc-84f200a2988e","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:12.980301856Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.994841606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2aed96a1-4df3-45bb-95cf-e462192effca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.030135973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b0c64be7-cbe6-4608-8ab9-a98f903e27c0","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.04887711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2aed96a1-4df3-45bb-95cf-e462192effca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.083285335Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-free","reconcileID":"40e46c29-74fb-455f-a7a3-800f5a3fe05a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.140779855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0514590e-87eb-41cd-bf26-2e39d991eecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.140785315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5ea32fac-23cc-4643-99ff-edfa786045c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.195958131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0514590e-87eb-41cd-bf26-2e39d991eecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.196200181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5ea32fac-23cc-4643-99ff-edfa786045c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.226859212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-premium","reconcileID":"65f9a39c-40ca-400a-8fbb-77d6df11dade","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.285129798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b563b412-4ee3-4c51-af61-fcad7f0b9080","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.326145702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"42c3c6d6-4735-4450-a3eb-d18c7d68ec21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.38534452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7b2daa5c-1e87-49a1-93da-5a27c553b422","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.390622447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"69830175-3622-48f8-9f5c-f1e006f2d796","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.445445133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"69830175-3622-48f8-9f5c-f1e006f2d796","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.483312764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-free","reconcileID":"0c2ef15a-1a2c-43d4-bd3e-2e69bc24f625","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.581953213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-premium","reconcileID":"59c8bcf9-13aa-4e64-aa05-0d3fa51ec836","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.080018508Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1190cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1190cc","reconcileID":"d089b10b-aa8a-423e-a3b6-15bf0b2c5db5","aitenant":"ai-tenants/e2e-praxis-a-1190cc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.622187733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e42500a-7af3-43a4-9c7b-5ad2c11c7e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.671214994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e42500a-7af3-43a4-9c7b-5ad2c11c7e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.720007621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e42500a-7af3-43a4-9c7b-5ad2c11c7e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.768857544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e42500a-7af3-43a4-9c7b-5ad2c11c7e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.878429774Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1190cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1190cc","reconcileID":"d089b10b-aa8a-423e-a3b6-15bf0b2c5db5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1190cc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1190cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.148456724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"131559c7-6bd2-40f3-9e2b-b3c4fc47001b","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.300561545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a5a848b2-ddef-4485-950e-0986d28df390","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.300820473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bbf6c76e-71bb-4819-bfc8-65d983de6433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.301741496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"be49c779-e4be-44a0-978c-5a82b9076d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.3552421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bbf6c76e-71bb-4819-bfc8-65d983de6433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.355256604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a5a848b2-ddef-4485-950e-0986d28df390","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.357677011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"be49c779-e4be-44a0-978c-5a82b9076d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.564337886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8fa1f-e321-4e1a-b242-5d064458461d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.61325499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8fa1f-e321-4e1a-b242-5d064458461d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.662073534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8fa1f-e321-4e1a-b242-5d064458461d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.710980906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb8fa1f-e321-4e1a-b242-5d064458461d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.490691786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3100a7a-dc07-48f8-99af-fc40f5e109e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.540215888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3100a7a-dc07-48f8-99af-fc40f5e109e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.589295461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3100a7a-dc07-48f8-99af-fc40f5e109e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.640406773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3100a7a-dc07-48f8-99af-fc40f5e109e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.29693292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"ef56ef5e-dee9-4c33-8bee-9dc9799cd986","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.296954122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"ef56ef5e-dee9-4c33-8bee-9dc9799cd986","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.415611309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b74d911-38bb-4edf-bf5b-2092f7c8ca85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.464532739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b74d911-38bb-4edf-bf5b-2092f7c8ca85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.513214386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b74d911-38bb-4edf-bf5b-2092f7c8ca85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.561935713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b74d911-38bb-4edf-bf5b-2092f7c8ca85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.206222718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807de5f7-5098-4a8d-b3af-4f215ac241c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.255247016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807de5f7-5098-4a8d-b3af-4f215ac241c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.304146731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807de5f7-5098-4a8d-b3af-4f215ac241c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.353065793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807de5f7-5098-4a8d-b3af-4f215ac241c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.870344924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"1ab110a9-44b4-452b-9ceb-a525156c639d","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.923977839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"1ab110a9-44b4-452b-9ceb-a525156c639d","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.062056406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"1bffd238-2ac1-4164-a5cf-6cfa158462f0","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.062082777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"1bffd238-2ac1-4164-a5cf-6cfa158462f0","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.15122286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"01deb027-4591-490e-8c90-29653e4d2f85","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"tenant":"e2e-ipp-a-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.15124472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"01deb027-4591-490e-8c90-29653e4d2f85","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"routeName":"ipp-route-eae138-kserve-route","namespace":"ai-tenant-e2e-ipp-a-eae138","llmisvcName":"ipp-route-eae138","gateway":"openshift-ingress/e2e-ipp-a-eae138","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.174624451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cdaf6a-ccac-48d4-bbd1-780b7af91492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.223959028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cdaf6a-ccac-48d4-bbd1-780b7af91492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.272918402Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"70f076fe-3e51-4a1d-8991-9638589dad3b","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.273564467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cdaf6a-ccac-48d4-bbd1-780b7af91492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.322351839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-free","reconcileID":"06bc9aa4-0184-4d43-a1f4-b3e3c5e04ad1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.322750334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cdaf6a-ccac-48d4-bbd1-780b7af91492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.371894826Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"a2bb12d5-043e-456f-b5ed-4309cd6280e9","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.372064102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"fa198d46-45c0-4c5c-a698-54f8e8d00add","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.425931004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"fa198d46-45c0-4c5c-a698-54f8e8d00add","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.526718532Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-free","reconcileID":"06bc9aa4-0184-4d43-a1f4-b3e3c5e04ad1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.72323216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"9df8d603-d006-41b3-964d-8f7b4624c0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.723295964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-premium","reconcileID":"2cff9a8e-99c4-48fa-9855-52883c800868","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.740152726Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"5353d8e9-d575-4782-bb6f-4ed5390bf585","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.768185228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"ac712831-8130-4d36-b407-c6522fce2872","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.795512831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"60a99e52-709d-4b1c-a40d-6d364f9b0149","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.827307808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"ac712831-8130-4d36-b407-c6522fce2872","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.827363581Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"ac712831-8130-4d36-b407-c6522fce2872","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.844219514Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"b499a431-3213-4ce2-bd04-c7f536d622be","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.893026063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"2f12ef66-7280-4f0d-bf7c-a59d3891ba77","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.932015382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3dc80762-bc9c-4936-b530-236add9d8974","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.932075929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"8f04cd98-c534-49e2-8aa7-9849b8e8dfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.936947719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f2de0f28-9860-4788-b6bf-f581463943f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.98589128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"8f04cd98-c534-49e2-8aa7-9849b8e8dfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.986103841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3dc80762-bc9c-4936-b530-236add9d8974","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.990446534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f2de0f28-9860-4788-b6bf-f581463943f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.029992977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"b62fc6fb-4ea8-4406-a2ae-ef69d575469e","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.060156693Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"a12496b9-9d6a-4078-8f55-6c6409b7bb0d","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.091970383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"2bc5f292-f6fe-4c69-ac42-bc137eda241f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.144358492Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"7c788e86-4c19-4130-ac7e-a2f0a75bbae9","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.279030445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"b62fc6fb-4ea8-4406-a2ae-ef69d575469e","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:28.333331563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-eae138","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138","reconcileID":"4c2d0717-2075-490c-a820-b48b30c3bf9a","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-eae138\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.381863839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"82c69a11-a609-42e2-a406-9f69eddafbe5","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b28f25e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.382405463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5fd43ae5-e7c4-425a-9c25-d65a245b1900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.430752405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"140a052e-fa24-4807-8f74-dece7a82574f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.430754534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ddae11f0-2946-4277-90cc-28779d333857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.436200424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5fd43ae5-e7c4-425a-9c25-d65a245b1900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.457186716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"b62fc6fb-4ea8-4406-a2ae-ef69d575469e","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"name":"e2e-ipp-a-eae138-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.457212304Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-auth","reconcileID":"b62fc6fb-4ea8-4406-a2ae-ef69d575469e","MaaSAuthPolicy":{"name":"ipp-route-eae138-auth","namespace":"ai-tenant-e2e-ipp-a-eae138"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.484847935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ddae11f0-2946-4277-90cc-28779d333857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.485105156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"140a052e-fa24-4807-8f74-dece7a82574f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.135558192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80d92cf-9ef7-45fe-b60a-540c80f421aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.1864962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80d92cf-9ef7-45fe-b60a-540c80f421aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.23578288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80d92cf-9ef7-45fe-b60a-540c80f421aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.284785718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80d92cf-9ef7-45fe-b60a-540c80f421aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.063471412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d678aa54-5dc2-4f38-9f58-8b9a98665f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.112374318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d678aa54-5dc2-4f38-9f58-8b9a98665f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.163035322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d678aa54-5dc2-4f38-9f58-8b9a98665f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.212412847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d678aa54-5dc2-4f38-9f58-8b9a98665f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.992920321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51f384-c4cf-4cfa-8d28-7d3fa70e3310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.041768988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51f384-c4cf-4cfa-8d28-7d3fa70e3310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.091005471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51f384-c4cf-4cfa-8d28-7d3fa70e3310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.139844563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf51f384-c4cf-4cfa-8d28-7d3fa70e3310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.924130079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ee6e67-45d4-48fd-88c5-f995c8320528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.973217556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ee6e67-45d4-48fd-88c5-f995c8320528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.022150045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ee6e67-45d4-48fd-88c5-f995c8320528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.071010227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ee6e67-45d4-48fd-88c5-f995c8320528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.099693835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-premium","reconcileID":"53e73692-6ad2-42b1-8b33-c2b14d18a7d5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.306542958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-subscription-premium","reconcileID":"53e73692-6ad2-42b1-8b33-c2b14d18a7d5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.431249883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"8ea93d9a-90e8-4858-9f38-e49bffb330ac","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","subscription":"ipp-route-eae138-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.431468068Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"ipp-route-eae138-sub","reconcileID":"8ea93d9a-90e8-4858-9f38-e49bffb330ac","MaaSSubscription":{"name":"ipp-route-eae138-sub","namespace":"ai-tenant-e2e-ipp-a-eae138"},"model":"ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-eae138/ipp-route-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.504361801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"e6aaca25-3fde-4fdb-85d6-f8380dcaa81a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.517376183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"e647f012-e1aa-4e5e-bd58-30c63cd179e1","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.663552384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7a5dc748-315d-4848-91a2-05637a2ec7e5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.663700229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ba4a6032-5d96-4ba9-94e3-ce916f0e65ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.663553232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"569d8ede-faed-42a3-be37-abfd6c998347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.667818563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"e9e750de-a05d-4e8f-8b01-546da67c96d9","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.719563994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7a5dc748-315d-4848-91a2-05637a2ec7e5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.71996656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ba4a6032-5d96-4ba9-94e3-ce916f0e65ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.721851626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"569d8ede-faed-42a3-be37-abfd6c998347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.865673939Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b1e5bc52-1cf5-4af9-b24f-4ff12dc5acb8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.017725045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0de86d92-3766-4204-892e-d663dda3572d","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.541635346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"a3944990-9021-45d8-9b01-2a636d1e73f0","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.593373527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"63f4a34e-0e3e-4d20-87e2-9f8f61d413a9","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.73870838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"8f9cd19c-b687-44c6-923d-19394e65c0b2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.792675689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"8f9cd19c-b687-44c6-923d-19394e65c0b2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.816337817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"521e0d1c-a930-4b7c-a277-d4cf74634c7c","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.870878589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b7297021-f556-49af-a910-f0e5af87e49e","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:40.924853494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-user-subscription","reconcileID":"588bb0c5-94bb-47f1-8d2d-188eb87a7364","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.963251173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"09d3d059-8aed-487f-ac8a-300a9e3c1da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.963251061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"09e6c819-93ee-4d93-82d2-c993663c3d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.018584158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"09e6c819-93ee-4d93-82d2-c993663c3d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.018719113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"09d3d059-8aed-487f-ac8a-300a9e3c1da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.040225256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"12c0340d-99f6-47ca-9d4d-d7ab24d4a5db","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.045300017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f0b6e216-7139-4c36-ab07-7a396b20f302","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.089647819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"4c9ee02c-a787-4347-9b1d-23be201a7c7c","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.089704608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e84357 priority=0:[ai-tenant-e2e-worker-w4-e84357/e2e-test-other-subscription ai-tenant-e2e-worker-w4-e84357/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.093779955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"652b860a-2551-4e33-aa1f-3c3bb56c8831","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.144242562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"c521d84e-6e4a-4f03-9b7f-1b116c9fce57","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:41.191548919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-other-subscription","reconcileID":"8d4c71bd-fdaf-4cf9-865e-d11fe5a2a4b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.191971907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"e6d38c58-6ff1-4263-9542-affe60cfe8e8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.198476184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"91bde760-6946-4298-96f3-b3f03934b7a7","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.245839373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"e6d38c58-6ff1-4263-9542-affe60cfe8e8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.300658621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0ebad7c2-b13f-4b29-94b3-f1a695a81e82","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.34741765Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-user-subscription","reconcileID":"0f995bd4-7e55-400a-b4c1-dec48720829b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-e84357/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.355123231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6607a444-e29d-4f9e-adb4-4e663edea673","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.363166689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"472eb000-7a2c-4583-89a3-d38cafc6bed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.363167826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4f1a099a-5bb8-4f24-93a5-41f5fdb81c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.41742847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"472eb000-7a2c-4583-89a3-d38cafc6bed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.417472473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4f1a099a-5bb8-4f24-93a5-41f5fdb81c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.492594891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.503586467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"743580b8-363c-4116-bd9d-34bfdc3647a0","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.543759902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"2a9a3a6b-cde7-4de6-957f-674c2d36581c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.552116556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-other-subscription","reconcileID":"f5c09bf4-4c93-4ac8-a75b-b7c6f05b8624","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.588438385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"253cbf60-a4f2-489c-827c-e4df84a0712d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.642286695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"253cbf60-a4f2-489c-827c-e4df84a0712d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.699778792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-user-subscription","reconcileID":"3de3195b-65db-4e93-8997-79663b9a1e28","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.70852278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"ebc957ed-6ebc-460f-9350-1e5c7c7ad3df","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.840771501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2fc54830-c501-460b-b993-4030b7c5b551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.840863592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4a09f5ed-92b2-4916-a0ea-7aa05a1a8531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.894805331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2fc54830-c501-460b-b993-4030b7c5b551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.894927319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4a09f5ed-92b2-4916-a0ea-7aa05a1a8531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.90967746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-other-subscription","reconcileID":"d71e7123-f3e4-48c7-b1fd-46529bfd0df4","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.125411891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6e890975-ef2a-4423-b646-e92f34f8cd62","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.270831493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9c415525-a0b6-47f2-ba92-8972b652ca0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.2711051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"920952bc-0e6f-4c89-af3b-93fd162a7078","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.270831624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cf1b0c80-c375-495a-8c10-0fc47e96846c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.32533989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"cf1b0c80-c375-495a-8c10-0fc47e96846c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.325355344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9c415525-a0b6-47f2-ba92-8972b652ca0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.327535944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"920952bc-0e6f-4c89-af3b-93fd162a7078","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.278543291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-user-subscription","reconcileID":"fe1fa9b4-3601-48c2-b8ed-22c94705b855","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.482578116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-user-subscription","reconcileID":"fe1fa9b4-3601-48c2-b8ed-22c94705b855","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.683755514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-other-subscription","reconcileID":"ee05f526-5bf0-44de-a5ff-0c8fabdabc01","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.683775139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"77350ff3-ddbc-42ed-9681-ea2d9108af6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.737184366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"077a19e8-c2f5-4ec8-b9c5-e1db8db8e243","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.792426237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"704afcbb-ff21-4e5a-bfb4-bac62b5f8453","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.882973013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"011916a2-2086-4904-a9f1-a199b071a5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.882995071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"d03889e1-555b-4e87-95bf-9f31f84602e7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.883355113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"34580349-058a-4100-8013-bde3c37f8a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.896099423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"d2936007-7559-433c-812a-bb9908798ae4","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.937522123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"011916a2-2086-4904-a9f1-a199b071a5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.937535243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"34580349-058a-4100-8013-bde3c37f8a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.939648384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"d03889e1-555b-4e87-95bf-9f31f84602e7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.281744656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"970d95e8-95da-4444-8c87-bc624e3173eb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.28198498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"e3ebe002-fac0-4dac-bb1b-2c6917de0a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.28174336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5502d8f8-02e8-42ce-9319-e1486fe0c362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.337121833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"e3ebe002-fac0-4dac-bb1b-2c6917de0a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.337165617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5502d8f8-02e8-42ce-9319-e1486fe0c362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.339323599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"970d95e8-95da-4444-8c87-bc624e3173eb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.608139226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f368b6b-eb0d-4bd4-be1b-58b3b5dc66e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.657033239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f368b6b-eb0d-4bd4-be1b-58b3b5dc66e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.706101157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f368b6b-eb0d-4bd4-be1b-58b3b5dc66e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.755095374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f368b6b-eb0d-4bd4-be1b-58b3b5dc66e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.081274015Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-other-subscription","reconcileID":"27b2660b-9b99-48d8-b987-b74720d460c7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.284141255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-other-subscription","reconcileID":"27b2660b-9b99-48d8-b987-b74720d460c7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.481165585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"a5a21f1f-c8ba-4d87-ac21-a861e629d1f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.488291077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"ff0bdb2a-c12c-49e9-bc66-53212f6c1293","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.590580937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95798363-0a6d-4c22-beb5-2f84df05f3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.63943877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95798363-0a6d-4c22-beb5-2f84df05f3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.639563518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f45c5892-e5b6-42b3-8e00-5bd060acd272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.641003167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"84dbb60a-0d1f-443f-b78c-63f4d52c79a5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.688261099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95798363-0a6d-4c22-beb5-2f84df05f3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.688456629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"cbb1f5a6-c81f-4de0-b4f4-64cb08a47dea","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.688645834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"33daf403-d219-4240-8c18-b737a185cf4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.737522384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95798363-0a6d-4c22-beb5-2f84df05f3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.791999596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"cbb1f5a6-c81f-4de0-b4f4-64cb08a47dea","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.792409869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f45c5892-e5b6-42b3-8e00-5bd060acd272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.794642434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"33daf403-d219-4240-8c18-b737a185cf4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.989680978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-auth-access-denied","reconcileID":"86584995-af80-4121-8458-8d8a5c910f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.143131384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"2b7a67e4-20b3-4793-9920-ef3f19a184bc","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.518125516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"e05467a4-f8ad-4c0d-b04d-97c3fcb74bcf","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.571569156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b50dcf9c-5d8d-4eee-820c-e7121e06f5df","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.717785227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"4cfd96db-6a73-4584-835d-cbdf327bb94d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.772612949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"4cfd96db-6a73-4584-835d-cbdf327bb94d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.790324623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"07b80e6b-8351-4c9e-b82c-6c6bad2e05e7","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.842447993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"46ae5f56-da5c-4782-b9b7-84474d2d3219","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:07.894137953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-subscription","reconcileID":"79c53934-357a-4395-b3fe-45a27639088b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.935477397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"401fdd86-b1a9-4c75-9262-4db6ca76d2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.935517568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bb994fe5-0632-4fd5-988d-79b264d10764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.990358311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"bb994fe5-0632-4fd5-988d-79b264d10764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.99040578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"401fdd86-b1a9-4c75-9262-4db6ca76d2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.005059883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"8ffd56ef-09b6-4bb9-a07d-4b7fb75e4cad","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.062568379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3d28e71f-12d1-48f3-b1d1-294175a928e2","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.075714127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"16020754-0783-4b18-b66b-91f8b7ddc42e","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.220372986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"6b139352-b837-4d09-8d45-d99daaf77b88","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.275894219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"6b139352-b837-4d09-8d45-d99daaf77b88","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.317294907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-subscription","reconcileID":"53ae8010-c727-452b-8fbd-c06e28c99a63","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.368050539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"da9c5049-71d5-474e-bd7d-b7499e667866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.368072553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"621ca21d-ab2f-40fd-bb72-351b6601e1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.4227004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"621ca21d-ab2f-40fd-bb72-351b6601e1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.423956966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"da9c5049-71d5-474e-bd7d-b7499e667866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.500140949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"4167f667-e7e7-43e0-ba53-6481323791aa","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.54972682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"13f0ba06-f519-4dce-bb44-1e7c8b1170d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:08.590513141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"6b139352-b837-4d09-8d45-d99daaf77b88","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.695475108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-subscription","reconcileID":"c47e12e8-fc24-44e4-adc8-51f795c8e978","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.742246117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"e21ab5fb-11ff-43b1-8b68-e1583ce7a3bd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.795788992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"e21ab5fb-11ff-43b1-8b68-e1583ce7a3bd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.098247543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"66d429cf-8013-48be-a904-7542c5b2daa6","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.123193173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"49d3af05-2533-4612-8af0-8d5e7b00ad86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2285b9","tenantID":"e2e-praxis-b-2285b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.234256998Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"49d3af05-2533-4612-8af0-8d5e7b00ad86","name":"e2e-praxis-b-2285b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.272057585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"86330230-323c-4441-bc69-8f5f292c7001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.272189487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"863dde56-0384-4f48-942b-936d52993803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.27253294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"2a1351c0-a25e-426e-9d3e-db1db3bb6421","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.326437989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"2a1351c0-a25e-426e-9d3e-db1db3bb6421","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.326511839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"86330230-323c-4441-bc69-8f5f292c7001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.328612144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"863dde56-0384-4f48-942b-936d52993803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.529659651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.928507326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"6d4b580f-efbe-415a-94aa-4820f02f5917","namespace":"ai-tenant-e2e-ipp-a-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.928563316Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"6d4b580f-efbe-415a-94aa-4820f02f5917","namespace":"ai-tenant-e2e-ipp-a-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.928609732Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"6d4b580f-efbe-415a-94aa-4820f02f5917","aitenant":"ai-tenants/e2e-ipp-a-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.928786578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","namespace":"ai-tenant-e2e-praxis-b-1dda2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.928822019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","namespace":"ai-tenant-e2e-praxis-b-1dda2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.928860056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","tenant":"e2e-praxis-b-1dda2c","tenantID":"e2e-praxis-b-1dda2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.979251805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1dda2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.03832324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Service","name":"maas-api-e2e-praxis-b-1dda2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.090208132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1dda2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.193702341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1dda2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.28433977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.356563021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.410614802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.462361849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.511103234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.559744203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.608172965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Service","name":"payload-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.656562157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.705239736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.742331276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d63018-19b3-4671-a3ff-ba0cdea47a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.79124378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d63018-19b3-4671-a3ff-ba0cdea47a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.791718634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.840175426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d63018-19b3-4671-a3ff-ba0cdea47a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.888624901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.889139406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d63018-19b3-4671-a3ff-ba0cdea47a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.943798098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.992256152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.040537368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.140707821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1dda2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.189392131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1dda2c"},"namespace":"ai-tenant-e2e-praxis-b-1dda2c","name":"default-tenant","reconcileID":"9e5dd33a-0bb8-43e0-81ba-28c6ea57b91e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1dda2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.25073087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-subscription","reconcileID":"66b944b0-58e8-420d-82b7-0afefdf5660a","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.40898761Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1dda2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1dda2c","reconcileID":"cec2a6d0-9cc0-48c5-a978-c00f68a6d1e8","aitenant":"ai-tenants/e2e-praxis-b-1dda2c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.489443954Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-subscription","reconcileID":"66b944b0-58e8-420d-82b7-0afefdf5660a","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.686827021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"5d1b47cf-ce21-4b13-a672-31fe428208f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.741953986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"1bd7c95c-fd21-452a-a0cc-ba751a7b5e8c","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.894739084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3d5c4bc3-d8dd-4a8c-87d6-05885d5d13f9","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.936436911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"107d5489-c2a8-4048-94bf-abc334b6e594","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.937099157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"47371e96-5ddf-488d-8f32-84010d839af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.937490803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2e6bfcb5-d0b1-41ac-8ab0-89555f26fc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.993469762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2e6bfcb5-d0b1-41ac-8ab0-89555f26fc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.997033613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"47371e96-5ddf-488d-8f32-84010d839af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.00055856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"107d5489-c2a8-4048-94bf-abc334b6e594","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.013512906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d979285-84ce-49af-8c55-b904163e4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.140816286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d979285-84ce-49af-8c55-b904163e4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.190215783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d979285-84ce-49af-8c55-b904163e4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.239867969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d979285-84ce-49af-8c55-b904163e4601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.288364076Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-auth","reconcileID":"d7ee31c8-673d-45b3-8e09-f2f8f23bfc50","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.297304033Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1dda2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1dda2c","reconcileID":"cec2a6d0-9cc0-48c5-a978-c00f68a6d1e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1dda2c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1dda2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.497132558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"df7f1414-4113-43e9-a0bf-a44a0b99c44b","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.404097635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"7384ab0e-1516-4b7e-aa78-5a87e5028bf1","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.456439755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"df8d90ab-886a-4dbd-8e60-a413b2eab335","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.634723364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"c149a4c6-6e44-48d1-b155-6797a7c2698c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.689332218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"c149a4c6-6e44-48d1-b155-6797a7c2698c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.700600584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"30b0871d-a8ec-4185-b1c4-25709e4e981c","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.752525102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"e8b7385e-cdd9-4a27-8d60-f746d78d27dd","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:23.803148093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-sub-only","reconcileID":"145074db-904a-4169-9862-711265031e75","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.846437518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ab74c26b-7add-4e4a-9b5c-6f2a82a4c1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.846568213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"196b3db7-a170-455f-a0fd-5108903f9c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.900168576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ab74c26b-7add-4e4a-9b5c-6f2a82a4c1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.90029772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"196b3db7-a170-455f-a0fd-5108903f9c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.911816561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"7f4e1f4b-04fe-4a63-b8a7-7c6a68ad923f","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.965825726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"653a19d2-2607-4e83-891f-5cfb3150e082","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.994035846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"8279182e-5433-4029-a65d-eaa66ee6e479","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.041982238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ffb48d-01e4-4f36-82be-b53620781fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.091170327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ffb48d-01e4-4f36-82be-b53620781fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.140123926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ffb48d-01e4-4f36-82be-b53620781fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.189373009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ffb48d-01e4-4f36-82be-b53620781fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.238753367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"84dc15ab-fc4a-4cb6-8f98-44181e6192ef","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.293347702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"84dc15ab-fc4a-4cb6-8f98-44181e6192ef","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.336352684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3d4e3155-1ed8-4d19-a2fc-99650612a9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.336352048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"debf76a1-d1dc-45fe-aa49-f261fb4a01e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.343888214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-sub-only","reconcileID":"cf8c0029-6fed-4192-89fd-27058768e024","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.391708829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"debf76a1-d1dc-45fe-aa49-f261fb4a01e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.391754404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3d4e3155-1ed8-4d19-a2fc-99650612a9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.551078855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"88d54a86-af16-4616-a4ea-fde9ecdd33c6","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.590899033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"daf372cf-f9e7-4224-8d10-6a6ff3d98176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.748175057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-sub-only","reconcileID":"2722f778-fc0a-467d-811e-1a4dbd8f1d74","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.632401891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"de47258e-156e-4002-a5aa-e61e507c63f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.00089743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc842cb-9a9a-44a5-8ace-419e1f410a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.049767802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc842cb-9a9a-44a5-8ace-419e1f410a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.098794977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc842cb-9a9a-44a5-8ace-419e1f410a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.147576919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc842cb-9a9a-44a5-8ace-419e1f410a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.082487165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"04075481-2b0e-43c5-9b72-b19b98972605","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.227647823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"7622a03c-1a41-4558-846a-5ed30d80c9b9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.228424944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"63b27ba0-c610-410a-b4c8-8d09e119732a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.228431987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b3ad2c8d-ca17-40e8-8a7d-7c2444ad579e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.283023605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"7622a03c-1a41-4558-846a-5ed30d80c9b9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.283432858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"63b27ba0-c610-410a-b4c8-8d09e119732a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.286752837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b3ad2c8d-ca17-40e8-8a7d-7c2444ad579e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.998400107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"4a825f03-18db-4644-b79a-1e52df53a56d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.063463062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"a59adce6-72a4-441c-85da-e68848ac6978","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.117413464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"869d9320-021e-4a73-b1d0-96bccda2b951","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:31.166030935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-sub","reconcileID":"fe9c79ae-343b-4f95-a664-0315b2e720bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.209440676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c25323dd-73b9-40e0-8edc-99cd16297a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.209438933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9fd93a6e-db20-4744-ba61-add473a657ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.264460945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c25323dd-73b9-40e0-8edc-99cd16297a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.264635579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9fd93a6e-db20-4744-ba61-add473a657ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.275574934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"3ce281fe-6d29-48ef-8081-f5e33dfc01b4","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.329430032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"ac2211d0-bae3-43bc-b357-edf594a8e140","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.581946677Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-sub","reconcileID":"9e3f0c46-cd16-4ce1-9c93-c66083980e90","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-ordering-sub","ai-tenant-e2e-worker-w0-791c32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.607994754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9145d25f-6115-46f0-b9dc-34f7624e4350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.607994223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"05974f7a-f374-4655-adb5-b11a0568ee36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.663085751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9145d25f-6115-46f0-b9dc-34f7624e4350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.663152669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"05974f7a-f374-4655-adb5-b11a0568ee36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.740213591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"b7907aa5-a10a-46e2-bda9-58973ec3fbce","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.779227159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"db111994-82d4-463b-9381-689bdf4786b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.936320366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-sub","reconcileID":"f00920f6-df77-413d-a1ff-cd434b112a35","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:32.09376221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"1fb3dfae-84ab-42ff-9830-b27b8e3201c3","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.562116894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"52540f0b-945b-401e-813d-aed1c440d517","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.613812109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"e593325e-db22-4dfd-ba52-ef904577f978","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.758988125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"589cdd40-38ed-4875-b303-101404f34fa3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.812894724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"589cdd40-38ed-4875-b303-101404f34fa3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:35.117297125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"eba432f2-b1b8-43dc-a2f7-3d75e9293e02","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.23638133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-sub-only","reconcileID":"ded8f1e0-9f25-4b9b-8b5d-37607403cc85","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.440003691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-sub-only","reconcileID":"ded8f1e0-9f25-4b9b-8b5d-37607403cc85","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.51808992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"5fb08ab3-a8c2-410f-8f7c-68dab2f1527a","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.638322578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"397a143a-267e-474b-9efa-02e2c232ed1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.66403703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"375bad17-0a63-469a-8c38-4ed933ccc188","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.664756934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6904dd66-04b1-4826-995b-cf1dc995c8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.665390727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2dd22a0b-1feb-452b-9586-39eb99ae9371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.701377553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"e64817a4-38aa-4d85-a7e3-0cc9a25de265","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.718674219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6904dd66-04b1-4826-995b-cf1dc995c8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.720987079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2dd22a0b-1feb-452b-9586-39eb99ae9371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.781594622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"375bad17-0a63-469a-8c38-4ed933ccc188","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.838772717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"574b97d5-1ae1-429a-a6b5-fca35d6bf30f","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.878385359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"bef20356-36f5-4600-934c-ebfde83e294e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.878525756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"041e0cc2-894d-483b-b566-2fb2f16efbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.933826941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"bef20356-36f5-4600-934c-ebfde83e294e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.933825834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"041e0cc2-894d-483b-b566-2fb2f16efbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.079768812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-test-group-no-auth","reconcileID":"a836f72c-b713-46f2-87d5-e6eb7893ad9b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.079824041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"99aa9d6a-d200-4288-9f57-8cd1fa83651b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.133849038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"99aa9d6a-d200-4288-9f57-8cd1fa83651b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.284289746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"7de97eb9-a320-4f12-be4c-e30f2998a9c8","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.49288567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:46.170360902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-sub","reconcileID":"89dec67e-d2cd-4aa8-9623-dee2db5eb302","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.215334835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"660ecf7d-cfce-45fd-889b-fa9a48bf361a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.215363523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2febaa78-228d-4a32-b5eb-faa9f8d2947b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.269496119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2febaa78-228d-4a32-b5eb-faa9f8d2947b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.269678301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"660ecf7d-cfce-45fd-889b-fa9a48bf361a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.561532852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"36a43284-626e-43e1-ab9c-c5186a270efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.5616293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"cfba19c2-bcc2-4ca5-a2f8-e5d842ffd8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.615732477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"cfba19c2-bcc2-4ca5-a2f8-e5d842ffd8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.618019474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"36a43284-626e-43e1-ab9c-c5186a270efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.672143069Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-sub","reconcileID":"99d44629-5768-4027-b6d8-54b804492932","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.87540422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-sub","reconcileID":"99d44629-5768-4027-b6d8-54b804492932","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.073137514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"64a8e73b-9555-4aad-bd4e-d912fb58ca3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.130777479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"4e5c8c85-2c22-433e-af4c-2d28ce56e0b4","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.276725577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ac8a6095-9672-4346-bcaf-d620ef862dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.276849617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"f4dce3f3-40ce-4aac-b2fa-9324fb09a997","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.276725654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f9e284ea-bebb-43db-8290-9753972b7013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.29241935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"d7c62961-54c2-4440-aabd-b203a4e46c5c","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.332325392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f9e284ea-bebb-43db-8290-9753972b7013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.33232539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"f4dce3f3-40ce-4aac-b2fa-9324fb09a997","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.334523738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ac8a6095-9672-4346-bcaf-d620ef862dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.530402268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-ordering-auth","reconcileID":"fd417a88-cc7d-4ea8-b35f-aa9ab9711058","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.647241258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"978d711d-0b8b-475a-a1ad-4205dcb58cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.647330854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"04db4c30-e597-4c36-ac24-48937c84b097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.687491142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"b0894625-97c7-408d-b8ac-418f6a6caeb1","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.701822577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"978d711d-0b8b-475a-a1ad-4205dcb58cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.702791217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"04db4c30-e597-4c36-ac24-48937c84b097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.552351293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c19c0ced-7485-42a3-8e28-80ed2b794a58","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.606106717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"71089c2c-a5d6-44a5-ba93-4a28b2a1231c","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.751034902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-active-auth-only","reconcileID":"38ca20aa-f60e-4e9b-9d62-6e806d8baf4b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.805993857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-active-auth-only","reconcileID":"38ca20aa-f60e-4e9b-9d62-6e806d8baf4b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:57.108543143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"7f4a5525-9971-4edf-8a7d-8a4e0c32eb44","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:57.253986847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-active-auth-only","reconcileID":"955ac1dc-66a1-47a4-88d5-9f8d5fd19cf7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:57.308040841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-active-auth-only","reconcileID":"955ac1dc-66a1-47a4-88d5-9f8d5fd19cf7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.654501666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-sub","reconcileID":"081fc70d-f7e4-4669-b280-fb85c8d81327","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.654635367Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-sub","reconcileID":"081fc70d-f7e4-4669-b280-fb85c8d81327","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.107779886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"25c1af17-07f2-4e17-b06d-f62688a7507d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.10777953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"28108c2d-8b6c-4caa-ade6-1fbdcf98701c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.161987461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"25c1af17-07f2-4e17-b06d-f62688a7507d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.162182056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"28108c2d-8b6c-4caa-ade6-1fbdcf98701c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.177955714Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-active-auth-only","reconcileID":"2cf9e45e-94c0-4ecd-a368-d8a382405d84","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.178000896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"92bcab11-0d51-4060-9818-ac2cb01a54d1","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.328301037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"6238743d-ca4a-476d-b407-5a408d1346a9","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.069882115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"95e4fc55-f6f3-468d-a675-614bf12ef70b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.123727914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"95e4fc55-f6f3-468d-a675-614bf12ef70b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.176167845Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"95e4fc55-f6f3-468d-a675-614bf12ef70b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.226332008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"1d750eba-b0d5-45f4-a221-61509842a522","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.282401901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"08302200-eb3c-4674-9794-044e30c69ee3","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.427940726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"f26c874f-e090-438b-a1c1-7f8229e42fb5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.481937674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"f26c874f-e090-438b-a1c1-7f8229e42fb5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.497561523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b1b2a8c3-34dc-47b8-9bd4-8e123b7db6bc","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.551578708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"aa683de1-03ee-43d6-bb32-a92cfb526bda","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.577144805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"b08f5ae8-17ac-4b6b-a727-388c953a0d48","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:00.599374773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"7e6b4eda-be8f-4bf7-a11a-a650aece9603","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.631583534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"b08f5ae8-17ac-4b6b-a727-388c953a0d48","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.644183344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"40661b28-afcd-4727-889c-fab897af9a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.644195112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b93443d7-978b-468e-a4a4-0ebc9c94e655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.684399567Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"b08f5ae8-17ac-4b6b-a727-388c953a0d48","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.699709506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"40661b28-afcd-4727-889c-fab897af9a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.699709505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b93443d7-978b-468e-a4a4-0ebc9c94e655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.707352548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9814e485-dcfd-4053-b66d-c8fa98e53676","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.762026236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d5ccddcb-fd2b-4187-a972-91da5dccd89d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.786566338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"2af51b27-b0b3-42c9-9364-e11e14b5534c","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.934788901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"373c8e31-8c59-4f02-b01b-566774708f9b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.990013728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"373c8e31-8c59-4f02-b01b-566774708f9b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.021311054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"72adc631-842d-4d3a-b771-8d062c0799ba","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.02149681Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"72adc631-842d-4d3a-b771-8d062c0799ba","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.08070446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"eac9d929-e66f-4877-a8ea-1dcd53b6f3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.080701865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"caab9c44-55d4-41ac-a54c-152203cb238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.134852472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"eac9d929-e66f-4877-a8ea-1dcd53b6f3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.134990658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"caab9c44-55d4-41ac-a54c-152203cb238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.226216179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"1057693f-c9f4-418d-8172-87bbd710e723","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:01.239632186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"373c8e31-8c59-4f02-b01b-566774708f9b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.280791506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"35e9b1ce-64c6-423a-90ff-21c9ba3dc9c4","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.390957494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"0952873c-96b6-4c3a-9fd4-faae0163d2d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.444710523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"0952873c-96b6-4c3a-9fd4-faae0163d2d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.478180721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"69e96317-16c8-4474-9041-1e58341fdb15","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.478341813Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"69e96317-16c8-4474-9041-1e58341fdb15","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.232307142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-failed-auth","reconcileID":"e37e2513-a6ba-452e-96a2-41e4aa25abb7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.962495077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"48ff7d03-bebc-485e-b926-ce0effe81c2b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.107920576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"d30694a6-db24-4c2f-906b-6087ddc2a073","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.107934771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"241dcf06-047c-4734-ae6d-8e00818f0311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.108374776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fe3bd2b9-93b9-4b91-8f21-844c09b2b98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.161986795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"d30694a6-db24-4c2f-906b-6087ddc2a073","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.162000563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"241dcf06-047c-4734-ae6d-8e00818f0311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.164071945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fe3bd2b9-93b9-4b91-8f21-844c09b2b98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.253946644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0a207f95-7624-4885-a388-12e1574038b1","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.306027261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"cd8d9dd8-c694-4358-af30-2cf8fb639634","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.499681974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"335d42eb-77da-44ee-a002-db7725823ebe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.553384795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"335d42eb-77da-44ee-a002-db7725823ebe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.654255791Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"335d42eb-77da-44ee-a002-db7725823ebe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.958019519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"16289de9-e8b9-4c81-9159-6f23efe01397","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.152479339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"0f5bb519-42d3-4e91-87da-9af6b4d22c48","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.206733611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"0f5bb519-42d3-4e91-87da-9af6b4d22c48","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.307772064Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"0f5bb519-42d3-4e91-87da-9af6b4d22c48","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:05.675943279Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"44bb7f2a-7b07-4e68-92c8-dc1a7267d6d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:05.676007146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"c231de98-98d9-416b-a603-4ef7f9ebff1c","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:05.724811351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-status-degraded-auth","reconcileID":"44bb7f2a-7b07-4e68-92c8-dc1a7267d6d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:05.896045727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0919ea72-c61a-4272-9e71-5dd61e184441","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.381560537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc35d569-052c-4eaf-a8b6-5ec09ad4cf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.43032444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc35d569-052c-4eaf-a8b6-5ec09ad4cf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.479476613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc35d569-052c-4eaf-a8b6-5ec09ad4cf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.528527576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc35d569-052c-4eaf-a8b6-5ec09ad4cf23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.76634555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f2030ae7-712e-4b9f-864f-dbe3380c53f1","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.818105048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"6605f8a2-a936-4da7-bac1-75a96d8b2b31","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.964089247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"43599146-73ec-446b-9a6a-fc52203d65ed","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.017953168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"43599146-73ec-446b-9a6a-fc52203d65ed","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.035190422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"5686e512-11c9-4b92-9133-bf7978ed0313","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.088785343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"acb2853b-2826-4495-b3ab-435535ab05bb","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:07.137768307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"461c1f32-9a85-4bda-a256-39acf21a5a47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.181212658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f0833e6f-a53b-4f9d-b053-d0668ba77676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.181229437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"59a47962-66f4-41a4-a7f6-f5df2e649aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.235307607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"59a47962-66f4-41a4-a7f6-f5df2e649aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.235467955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f0833e6f-a53b-4f9d-b053-d0668ba77676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.246727739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"325ba25a-7e6f-4fa8-bace-1e237fc04d45","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.30164571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"301df796-dd00-407e-b8f7-40d337bc4ca8","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.320600699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"073a307b-4c6f-4302-859f-361a8ebe2aa5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.510872926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"adb267a6-81d4-4ac6-84a7-2ce652c38e2c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.565458306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"adb267a6-81d4-4ac6-84a7-2ce652c38e2c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.565896461Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"ae3c8b6d-68af-4bf8-b42e-1e284715717b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.566010687Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"ae3c8b6d-68af-4bf8-b42e-1e284715717b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.655871435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"84859233-a2b9-487d-9d7c-123bd52a1c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.655873537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"6d38f694-7660-46f8-bb2f-e3366c586443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.709925065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"84859233-a2b9-487d-9d7c-123bd52a1c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.709959179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"6d38f694-7660-46f8-bb2f-e3366c586443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.761591095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"2824bbef-7372-47a0-a5be-3dc3573ba87a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.869680405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"fa8eae1c-869e-4607-a3eb-aff081692e32","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.065240113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"04b4d633-4b44-4157-840b-bc520c6d063b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.065393214Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"04b4d633-4b44-4157-840b-bc520c6d063b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.308424567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296a176-858a-440f-aa79-b9fbdb6293f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.357210499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296a176-858a-440f-aa79-b9fbdb6293f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.406149154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296a176-858a-440f-aa79-b9fbdb6293f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.412160076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"63f6edaa-8b34-4841-8c05-9658beef80b5","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.454883481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e296a176-858a-440f-aa79-b9fbdb6293f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.35501868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","namespace":"ai-tenant-e2e-ipp-a-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.355072867Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","namespace":"ai-tenant-e2e-ipp-a-eae138","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.355121733Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","tenant":"e2e-ipp-a-eae138","tenantID":"e2e-ipp-a-eae138","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.40565088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-eae138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.464210905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Service","name":"maas-api-e2e-ipp-a-eae138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.516466701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-eae138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.568163288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-eae138","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.620373337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.675172952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.72937291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.780602647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.831176194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.88232122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.940059024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Service","name":"payload-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.996720307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.047882876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.099119161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.117135947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"c07279f2-d5c7-4a15-884d-bd4d76bc467a","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.151688521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.204176819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.255036393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.263453329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"741f85cb-db6e-454a-9293-0625d1267d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.263652371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3b8c4804-d79f-4489-a04b-062bfc751bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.263455232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"104042e4-e0be-4bdc-9b40-ad40b52ef431","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.305863806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.321295105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3b8c4804-d79f-4489-a04b-062bfc751bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.322455382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"104042e4-e0be-4bdc-9b40-ad40b52ef431","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.325012378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"741f85cb-db6e-454a-9293-0625d1267d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.358821229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-eae138","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.409474401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-eae138"},"namespace":"ai-tenant-e2e-ipp-a-eae138","name":"default-tenant","reconcileID":"40b4c3e5-4ee0-44ac-b2c9-368200c9e98f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-eae138","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:11.144644068Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-eae138","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-eae138","reconcileID":"223a02ec-19d8-4630-9b1e-8a6f74a36c15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-eae138","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-eae138"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:11.493061814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:12.221165615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa3d3d3-b0f1-4ae1-9033-ec16b30d8725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:12.27010151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa3d3d3-b0f1-4ae1-9033-ec16b30d8725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:12.319322152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa3d3d3-b0f1-4ae1-9033-ec16b30d8725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:12.36862639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa3d3d3-b0f1-4ae1-9033-ec16b30d8725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:12.877140382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"53890062-0650-4927-9a61-eb6dc5b5b51e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.081180563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"ca1653a4-b470-44fe-8ff5-90f14729eb47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.140962038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"53890062-0650-4927-9a61-eb6dc5b5b51e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.140998542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"53890062-0650-4927-9a61-eb6dc5b5b51e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.141158829Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-sub","reconcileID":"53890062-0650-4927-9a61-eb6dc5b5b51e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.40249803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"8266db82-777d-43fd-a82d-46762963fe1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.458240483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"79078f74-9121-495b-9169-6e656970f0ba","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.610366034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d4dd1cb3-42d5-4f84-8e97-9f0004a2a46a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.610854239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"6fe63e52-e5fb-47cb-8754-b780651b6045","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.611375737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6b3eab8c-742d-4f34-9a1f-3a37c7024c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.61477066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"905cbc8e-74cf-45a6-9dc0-b12835413dcb","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.687619891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6b3eab8c-742d-4f34-9a1f-3a37c7024c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.690754651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d4dd1cb3-42d5-4f84-8e97-9f0004a2a46a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.691104938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"6fe63e52-e5fb-47cb-8754-b780651b6045","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:13.88714475Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-degraded-auth","reconcileID":"7c123e11-dcd8-4b8b-81a2-4bfcb0e3a3a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.089585503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"27dd4a11-83ef-44a0-b106-b72903be81f8","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.212480094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed6711-03d4-4aa7-ac9a-67c416f35e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.262023331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed6711-03d4-4aa7-ac9a-67c416f35e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.310970522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed6711-03d4-4aa7-ac9a-67c416f35e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.360027757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bed6711-03d4-4aa7-ac9a-67c416f35e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.164662163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"4969b374-aaa2-4819-83fd-a8efcade8dde","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.164693682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"4969b374-aaa2-4819-83fd-a8efcade8dde","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.221165608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"d075ec81-e5a2-4897-ad48-0c712e4ddd4a","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.334991889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"2be3ee6c-6c2f-41d8-8f74-e9ab37ca9402","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.335012846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"2be3ee6c-6c2f-41d8-8f74-e9ab37ca9402","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.387017562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"5e20ccb9-26c6-4bca-9a64-5361048d5c3d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.387047912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"5e20ccb9-26c6-4bca-9a64-5361048d5c3d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.616803395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"0efe04d1-ff96-4269-a3f1-aafb5f657db8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.616831889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"0efe04d1-ff96-4269-a3f1-aafb5f657db8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.626548835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"ee9641df-709c-4d77-9a5e-5a7bf1f167ff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.674447942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"a97ba009-46c4-4df8-a21a-4188024ab34e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.674466609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"a97ba009-46c4-4df8-a21a-4188024ab34e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.680346321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"ee9641df-709c-4d77-9a5e-5a7bf1f167ff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.717213378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"088cbf43-8a7e-4259-bebf-04e7f7d81f73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.724709588Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"a97ba009-46c4-4df8-a21a-4188024ab34e","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.724766422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"a97ba009-46c4-4df8-a21a-4188024ab34e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.730747232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"130f47d0-a0e7-48c2-8f9d-f3e0e829f23e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.730763368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"130f47d0-a0e7-48c2-8f9d-f3e0e829f23e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.810111558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a3af2ebe-594a-4ab3-9f90-8ecd78ff8a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.810111556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"4d72b178-f88a-4613-8e59-af3375c29138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.820824867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"5f0e15ca-a3fa-4569-9a90-4a1d8171ddbf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.820845057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"5f0e15ca-a3fa-4569-9a90-4a1d8171ddbf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.864700404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"4d72b178-f88a-4613-8e59-af3375c29138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.864816709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"a3af2ebe-594a-4ab3-9f90-8ecd78ff8a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.875518303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"17cb9865-0dc4-44dd-828b-a34cf8fcdc18","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.875536252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"17cb9865-0dc4-44dd-828b-a34cf8fcdc18","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.988114427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"ffd9ddf4-b0f5-416b-88e5-f150e866a4c2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.988137551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"ffd9ddf4-b0f5-416b-88e5-f150e866a4c2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.077312035Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"1b6007b4-e0cc-485e-bc87-e6f665f9e6df","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.181884638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"2f595c0e-bc01-4d92-8767-0a40e9bdf36d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.235119976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"0cf32c3d-8490-4677-8aa3-6b9b04b1d6a1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.23514253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"0cf32c3d-8490-4677-8aa3-6b9b04b1d6a1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.235866891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"2f595c0e-bc01-4d92-8767-0a40e9bdf36d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.28202519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"18dc144e-4aa4-4808-8479-1d7ece5b9a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.282026881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"dce9c524-6fd4-43b5-a662-e903d9602335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.336116472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"18dc144e-4aa4-4808-8479-1d7ece5b9a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.336292802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"dce9c524-6fd4-43b5-a662-e903d9602335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.430441256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"148803f8-6395-4880-873b-a712d7a7933e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:16.536046909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"2f595c0e-bc01-4d92-8767-0a40e9bdf36d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.735649435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"e97f3687-96cf-4b95-b1b7-e2af04064e94","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.789205192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"e97f3687-96cf-4b95-b1b7-e2af04064e94","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.944207121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f929f4a3-0685-4575-8e86-ef4df998745c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.993416987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f929f4a3-0685-4575-8e86-ef4df998745c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.042356626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f929f4a3-0685-4575-8e86-ef4df998745c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.091351535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f929f4a3-0685-4575-8e86-ef4df998745c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.078884693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","namespace":"ai-tenant-e2e-ipp-b-a77060","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.078978765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","namespace":"ai-tenant-e2e-ipp-b-a77060","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.079054299Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","tenant":"e2e-ipp-b-a77060","tenantID":"e2e-ipp-b-a77060","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.129673125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a77060","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.186321237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Service","name":"maas-api-e2e-ipp-b-a77060","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.226541927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"1afd5b85-7961-4e09-89fb-843f1feab4ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.238398175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a77060","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.270659232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"1b680393-d49a-4bd2-bd1e-7cdd16b7cf29","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.290542775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a77060","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.385989271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.436566344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.489953727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"1b680393-d49a-4bd2-bd1e-7cdd16b7cf29","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.489987003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"1b680393-d49a-4bd2-bd1e-7cdd16b7cf29","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.490090273Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf","reconcileID":"1b680393-d49a-4bd2-bd1e-7cdd16b7cf29","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.492402534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.543519517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.595949032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.646422147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.6867469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"64f8ddc6-84c8-46ec-8ec3-e807ac748cf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.704507706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Service","name":"payload-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.762523975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.79540355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"53a829be-650d-4c16-a31b-2ebfbb5f4a9b","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.814889326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.850888587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"f76b91fc-870f-41fe-b060-e229efb0c53d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.850924461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"f76b91fc-870f-41fe-b060-e229efb0c53d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.865971959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.892772375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36dcccd-dee1-4c5c-a879-f04d203e74f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.938644817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"13f9ef0d-8730-4d2d-8698-1ec7eea0dc9f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.94196721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36dcccd-dee1-4c5c-a879-f04d203e74f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.945009358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.991417096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36dcccd-dee1-4c5c-a879-f04d203e74f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.040425772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36dcccd-dee1-4c5c-a879-f04d203e74f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.040522981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0976ff82-d660-4851-96dc-89a20249a1c5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.040972119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"631acc7e-f2a7-4bf9-b807-0177ed13f855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.045864305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.091572381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"fb3de2b0-6765-4a79-ba19-a35ae0d4f8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.098860832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.099395964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"631acc7e-f2a7-4bf9-b807-0177ed13f855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.116991509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0976ff82-d660-4851-96dc-89a20249a1c5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.145674333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"fb3de2b0-6765-4a79-ba19-a35ae0d4f8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.151252522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.20125168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a77060","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.296722363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a77060"},"namespace":"ai-tenant-e2e-ipp-b-a77060","name":"default-tenant","reconcileID":"8242c3ca-2584-49ce-a1a4-76e4527809b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a77060","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.398037903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-healthy-inf-auth","reconcileID":"903a14c2-0ed8-435b-b7aa-2389f77c2035","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.573840569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"17c94968-a3c4-4f8b-a706-a02732c68d53","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.183045768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"cdc7961d-c14e-4fda-ab9a-68a23371268b","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.183089984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"cdc7961d-c14e-4fda-ab9a-68a23371268b","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.481092193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"41bee2ba-9155-4946-956c-baaa015fb7aa","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.534451629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"b49ebd6f-21ab-468f-ad9f-82c2d6b3fe46","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.679460505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"a5d146de-a175-408e-bc0e-3d5dbb6f58ec","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.733571162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"a5d146de-a175-408e-bc0e-3d5dbb6f58ec","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.749857162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"2ada48eb-32fe-4043-9896-befd2dfdac92","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.803546303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"2bd5d91a-92f1-4f2c-9861-8f534cb1e2da","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:22.852549448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"4b6246b7-4dd0-4f57-aa69-8257019e152e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.852973657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf33b1e1-23c0-473f-a009-cdc2a63da165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.902078016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf33b1e1-23c0-473f-a009-cdc2a63da165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.90241487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"71702834-7d15-44ea-82c9-c13b4d45e801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.951094934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf33b1e1-23c0-473f-a009-cdc2a63da165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.951176598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"9723ef28-71e7-4a63-b4e8-09ca744d4a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.0003671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf33b1e1-23c0-473f-a009-cdc2a63da165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.005189099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"9723ef28-71e7-4a63-b4e8-09ca744d4a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.005301096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"349f1677-7648-48f6-be2f-80c6e108926a","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.006105741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"3b67ef52-b1b4-48b7-a2a9-adf7b391c1aa","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.05431635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"71702834-7d15-44ea-82c9-c13b4d45e801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.058321108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"f8c8ebd3-1669-41e6-b571-0a01f5d8b095","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.151050141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"e1d073a0-ee4f-43cc-afc1-c16a309f901b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.253127707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"e1d073a0-ee4f-43cc-afc1-c16a309f901b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.352936614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"7e165793-e18d-472e-bb37-cc5c4cc683de","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.353072753Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"7e165793-e18d-472e-bb37-cc5c4cc683de","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.387115109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"1c74ac47-e3c6-403c-b738-29dbd3347983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.387124051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"aad56fd3-6e9d-4640-a6e8-be429d8f048a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.441407641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"aad56fd3-6e9d-4640-a6e8-be429d8f048a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.441559637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"1c74ac47-e3c6-403c-b738-29dbd3347983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.549311118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"fb66007c-600f-423b-bb51-062b5b0d2d8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.557963008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"c152aadd-c072-48d2-b12e-c271d891a7c6","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.753414793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"88dcf609-d2cb-42a5-8021-ef213d936dd5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.753573822Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"88dcf609-d2cb-42a5-8021-ef213d936dd5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.138683309Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a77060","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a77060","reconcileID":"904ef45f-60e8-4e7b-ab26-2c4b9fe7fa95","aitenant":"ai-tenants/e2e-ipp-b-a77060","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.697128571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3a584-dac2-430e-adc6-d3d353b5458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.74630765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3a584-dac2-430e-adc6-d3d353b5458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.789662493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"caa0889d-1c6a-40f7-99a1-e3dd09baf843","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.795147836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3a584-dac2-430e-adc6-d3d353b5458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.844199257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3a584-dac2-430e-adc6-d3d353b5458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.901181413Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a77060","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a77060","reconcileID":"904ef45f-60e8-4e7b-ab26-2c4b9fe7fa95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a77060","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a77060"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.991114161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3e84c430-0b71-4cda-9883-4630ba1f2e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.991323342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"997af94b-3c61-42a4-a3fc-f092756d315f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:25.991114149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"b8fb4f95-b277-45f7-ad06-ce7318ae8940","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.046026879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3e84c430-0b71-4cda-9883-4630ba1f2e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.046126469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"997af94b-3c61-42a4-a3fc-f092756d315f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.048423077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"b8fb4f95-b277-45f7-ad06-ce7318ae8940","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.45533088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"e45f8586-b9c5-41fc-9dd0-1278956d4c3c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.666156786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"c91f0ffc-6ef3-460d-b56f-90351ae1c63a","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.666177232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"c91f0ffc-6ef3-460d-b56f-90351ae1c63a","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.699954278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4805a-0a7c-4f80-822f-f14fd786774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.750374731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4805a-0a7c-4f80-822f-f14fd786774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.753296114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"d6638e11-6b90-45c0-af88-262cec077b0e","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.753314121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"d6638e11-6b90-45c0-af88-262cec077b0e","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.79926401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4805a-0a7c-4f80-822f-f14fd786774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.848342525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4805a-0a7c-4f80-822f-f14fd786774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.949265539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"e9a7a0d0-ad10-41cb-918e-257aed0db512","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.119001625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"e9a7a0d0-ad10-41cb-918e-257aed0db512","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.171690702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3d317d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"e9a7a0d0-ad10-41cb-918e-257aed0db512","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.225876908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"75b23be7-ff6b-4b71-837f-015bb3dd9196","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.2258984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"75b23be7-ff6b-4b71-837f-015bb3dd9196","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.699209628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74365d1-f065-431e-a0ec-4de7a7067df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.748021128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74365d1-f065-431e-a0ec-4de7a7067df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.797271057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74365d1-f065-431e-a0ec-4de7a7067df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.846712917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74365d1-f065-431e-a0ec-4de7a7067df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.095536081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80193614-57d1-4b20-b18a-2377e4320bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.144338311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80193614-57d1-4b20-b18a-2377e4320bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.193231239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80193614-57d1-4b20-b18a-2377e4320bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.242507339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80193614-57d1-4b20-b18a-2377e4320bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.600747836Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a41883","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a41883","reconcileID":"2b8aef53-0792-4722-a83f-7263a7a7925d","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a41883","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a41883":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.093049946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed7bc2a-f4c1-4464-9bdf-2a721f733071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.142038989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed7bc2a-f4c1-4464-9bdf-2a721f733071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.191631925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed7bc2a-f4c1-4464-9bdf-2a721f733071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.24076572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed7bc2a-f4c1-4464-9bdf-2a721f733071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.602178744Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a41883","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a41883","reconcileID":"45e8d463-f602-47a5-9998-7c1f900a35b0","namespace":"ai-tenant-e2e-praxis-a-a41883","gateway":"e2e-praxis-a-a41883","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a41883":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.845242522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","namespace":"ai-tenant-e2e-praxis-a-b5c926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.845297099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","namespace":"ai-tenant-e2e-praxis-a-b5c926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.84535234Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","tenant":"e2e-praxis-a-b5c926","tenantID":"e2e-praxis-a-b5c926","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.896289118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b5c926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.959369622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Service","name":"maas-api-e2e-praxis-a-b5c926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.998047705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"f0b78a0c-507e-40ea-985f-484622b02cc7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.021172658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b5c926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.043234284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49e2d3-bfae-4fd7-957f-4aaacb03d736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.095116072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49e2d3-bfae-4fd7-957f-4aaacb03d736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.097087044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b5c926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.144121558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49e2d3-bfae-4fd7-957f-4aaacb03d736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.19533632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49e2d3-bfae-4fd7-957f-4aaacb03d736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.202607869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.25450074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.307067741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.358534977Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"f0b78a0c-507e-40ea-985f-484622b02cc7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.35856827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"f0b78a0c-507e-40ea-985f-484622b02cc7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.360349594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.406941965Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey","reconcileID":"f0b78a0c-507e-40ea-985f-484622b02cc7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e84357/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.455232864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.508600534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.558450368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Service","name":"payload-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.607030216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.607955838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"bc21e597-144c-4681-9042-c1121c2340e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.655400577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.703924662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.715785781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"2cc9f604-fd2c-4ffc-8833-5d70983c9742","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.752396161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.80530589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.854028973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.864533962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3ac44bf8-2349-455a-a6f8-729ab6c410f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.864693208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ddcc5852-3400-4a3f-8b78-680759aed867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.864535616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"1c4a3890-9a7a-4a00-b268-23d61b909052","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.865528431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0a355a65-f63b-4f09-a1d0-17f7a4557f80","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.905024552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.91887984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"1c4a3890-9a7a-4a00-b268-23d61b909052","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.919036634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ddcc5852-3400-4a3f-8b78-680759aed867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.921204016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"3ac44bf8-2349-455a-a6f8-729ab6c410f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.955113949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b5c926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.003842748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5c926"},"namespace":"ai-tenant-e2e-praxis-a-b5c926","name":"default-tenant","reconcileID":"8dd282e4-7051-48af-960d-d00ce2fec7b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b5c926","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.154014466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-degraded-models-apikey-auth","reconcileID":"4d5d7471-a3ba-40e0-8c9b-1202c57cc76d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.406311027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"04dedc2b-6cbd-4c66-b1c0-c16d870e15f4","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.011420817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb29683-4a50-415c-9f77-2bec434c75a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.061138229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb29683-4a50-415c-9f77-2bec434c75a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.11014038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb29683-4a50-415c-9f77-2bec434c75a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.159151153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb29683-4a50-415c-9f77-2bec434c75a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.3601753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"53cdbe71-cc1c-4111-8b6a-1692f156778a","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.414184415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"53cdbe71-cc1c-4111-8b6a-1692f156778a","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.466636709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3d317d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"53cdbe71-cc1c-4111-8b6a-1692f156778a","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.399824909Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b5c926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b5c926","reconcileID":"2610b4bd-3965-4f20-95a1-50a269e26fdd","aitenant":"ai-tenants/e2e-praxis-a-b5c926","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.019237092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758256ac-9a1b-48be-ade8-53ee5b5d350b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.068369021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758256ac-9a1b-48be-ade8-53ee5b5d350b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.117354168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758256ac-9a1b-48be-ade8-53ee5b5d350b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.166299181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758256ac-9a1b-48be-ade8-53ee5b5d350b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.223990164Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b5c926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b5c926","reconcileID":"2610b4bd-3965-4f20-95a1-50a269e26fdd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b5c926","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b5c926"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.503543493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.014675814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b8084d-156b-46f1-aa75-1bacbcd7044a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.064775586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b8084d-156b-46f1-aa75-1bacbcd7044a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.115797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b8084d-156b-46f1-aa75-1bacbcd7044a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.186016304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b8084d-156b-46f1-aa75-1bacbcd7044a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.103749099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"dc12ad19-2454-4147-b8ca-a2f6a85b0a48","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.283516614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"31746a96-65ee-4137-a385-7ebb57a3f5de","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"tenant":"e2e-worker-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.283548993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"31746a96-65ee-4137-a385-7ebb57a3f5de","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.967496272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ae30f4-34b1-472a-aed7-aac70c865a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.016562226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ae30f4-34b1-472a-aed7-aac70c865a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.069050207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ae30f4-34b1-472a-aed7-aac70c865a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.117929756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ae30f4-34b1-472a-aed7-aac70c865a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.554647377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"ab9312ad-4051-4a10-acd8-a9a106c3ef01","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.5547299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"7f3e725a-5876-4a17-8895-3b9d83c8fa6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.555260507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c9d5c22c-0803-4090-8730-2bf26881e08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.560106807Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"8a67c995-7b27-4b3c-b98b-766892ed8236","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.609736389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c9d5c22c-0803-4090-8730-2bf26881e08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.610151649Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"31257fe4-76d6-4062-b26a-63ee6b66375e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.610603908Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"8a67c995-7b27-4b3c-b98b-766892ed8236","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.609737479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"ab9312ad-4051-4a10-acd8-a9a106c3ef01","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.610781277Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"ab9312ad-4051-4a10-acd8-a9a106c3ef01","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.612205304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"7f3e725a-5876-4a17-8895-3b9d83c8fa6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.818656646Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"d12cc89a-02f4-4a33-beb4-cf63332ef0dc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.954827216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"beb918e1-1bf4-4747-a6fd-5a24ad3172af","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:44.959387937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"e2e-temp-model-status","reconcileID":"540a0112-6977-44a7-abd1-a55e08f9ccaa","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.959557501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"1d3fe58d-faf0-4343-ade4-b58d11e115ae","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.008476769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"beb918e1-1bf4-4747-a6fd-5a24ad3172af","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.008514547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"beb918e1-1bf4-4747-a6fd-5a24ad3172af","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.055269859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c4d0a365-e365-4222-b709-3f399095ba7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.055267915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8f45bf5e-8be0-474d-acd6-f20b3538ac38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.109511639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8f45bf5e-8be0-474d-acd6-f20b3538ac38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.109547319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"c4d0a365-e365-4222-b709-3f399095ba7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.299682307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"118e8708-21cc-4be1-9a52-f91388851c55","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.354132413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"118e8708-21cc-4be1-9a52-f91388851c55","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.354179403Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"118e8708-21cc-4be1-9a52-f91388851c55","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.501539973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a38df6ca-adfb-4242-96f8-7bd0ba3598ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.501542503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c6fcf097-76fb-4d2b-8cd1-f3daf43e29e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.555689587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c6fcf097-76fb-4d2b-8cd1-f3daf43e29e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.555937773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"a38df6ca-adfb-4242-96f8-7bd0ba3598ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.755198308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"9f4de678-4a02-42f3-b90c-50ddaed5b588","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.809289808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"9f4de678-4a02-42f3-b90c-50ddaed5b588","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.862337537Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"9f4de678-4a02-42f3-b90c-50ddaed5b588","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.448930283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"86b4e84e-50f6-46e1-9c47-74036a1e27d4","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.503145818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"688cf914-ab03-4ec7-b40e-5e412d8cee81","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:46.553845576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-list-subs-refs-sub","reconcileID":"4f8ee99f-9864-4467-b76b-6a0e4e08cc76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.595486964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"205147ba-3c87-4f96-9202-3e267f919a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.59548772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"dc3d18b8-1b78-4298-b692-1407a7fe33ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.649989228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"205147ba-3c87-4f96-9202-3e267f919a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.650856914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"dc3d18b8-1b78-4298-b692-1407a7fe33ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.662678262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"0fa9e7c6-84ff-4577-8410-3c03526e1246","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.714459475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"22e2b183-3e55-4a82-847d-c67ff19c0fd4","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.981554487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5424574d-21a9-4280-8592-08b4ae57ee0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.981791404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"85c07c38-5b89-4059-a24c-e4e051d3d9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.983301055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-list-subs-refs-sub","reconcileID":"dc083852-2cd9-40a8-9db1-74fd0887bf2b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.036896639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5424574d-21a9-4280-8592-08b4ae57ee0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.037888117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"85c07c38-5b89-4059-a24c-e4e051d3d9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.140699393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"237e7050-54ae-4983-a049-b974dae30231","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.181430022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"7de6644b-e898-4fb6-a1dd-e1154a89514c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.337259967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-list-subs-refs-sub","reconcileID":"2de7adf7-6b8d-46a4-b589-07ddd011b52f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.622810448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"be04688e-ca58-4714-b96b-fcd8a3c72c7e","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.676711915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"be04688e-ca58-4714-b96b-fcd8a3c72c7e","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.729218549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3d317d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e08eead9702f947168eb3413b95fa9567734a8d83f049d01bad800e227008503) AuthConfig (1d94b360543aca43d7982d2ed00a1eeb22368e4f1d4b6710b1e7969227ea33ec) AuthConfig (b9731933191a7d090189550372a74efee92f2d96effcce763cc7d3b2a695a0b2) AuthConfig (61ecf6fdc599abadaf40286b622944faeef21b157af512074c9396534b494eb9) AuthConfig (7e354cbdb327f29e898988e87517e5233a16b41a28be9938d319ffd768efe1b9) AuthConfig (d3d5042640ac6066140a68341a748a8cc792bb29df7641fb7a3bf666da56503a) AuthConfig (295daa7c240112027e577d24dbe5b5b06d00c7bc6bef9f789be2a6959a129ab7) AuthConfig (80233c509b41724803784b1d6e333afb8454f49556fcd7ff6bb20984dff7be4f) AuthConfig (19ee4d1130812b9c43a8a598f08fc3c1ae55421e60e029bb63f59b6ea41086ca) AuthConfig (46e9927fb2c7ac54bc76bfbd3b38b543dd0af5b67ed464267931df9b8a99e70d) AuthConfig (b292441c2879bc193cca83ca711f7363ad6621a939556e3c9df1f834222d7db3) AuthConfig (71a30667b4e1bda30790f814c804033d1f1c0f377e665f468cc01ec688e23047) AuthConfig (63911a3437513d6581b15ab5aa7c13115fbe3629e13db4619c75c0987436abc6) AuthConfig (2b514b6cff054996c24d5e889541e7dbb1cce1c153dbc8ad30c8f8ec8a464fa3) AuthConfig (5ea04e8a9a5b389f06ec205949dc1be730300bdf49dca4c728467df180c972e1) AuthConfig (06fb3ea608a3daabde7a79fcd527d6e74c968182bb95d836dab4796b6cddf455) AuthConfig (b91a3011b600cb3b3d5b352d3b33f30584813f24f28999f198edeca3c169a91d) AuthConfig (bebea11ee3efe47b7833fee54e1ba1fd0db571df3933f3bc0f67c41fa3375643)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"be04688e-ca58-4714-b96b-fcd8a3c72c7e","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.78383254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"cd7d439b-68ae-4298-9419-cd73c0bfdfc8","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.783851932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"cd7d439b-68ae-4298-9419-cd73c0bfdfc8","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.391893055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59ffcb-72db-4d85-8b1b-179082c88dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.440781161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59ffcb-72db-4d85-8b1b-179082c88dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.489610135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59ffcb-72db-4d85-8b1b-179082c88dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.494279926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"5c3c8b48-0c2b-4fe6-bf12-4550f0a528d8","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.538584412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59ffcb-72db-4d85-8b1b-179082c88dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.684561482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5c80f5b6-11fc-416d-8031-df9a9b0c67b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.684620659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"11a97cb8-e920-4611-a70c-b6ececf0638c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.739087194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"5c80f5b6-11fc-416d-8031-df9a9b0c67b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.740303576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"11a97cb8-e920-4611-a70c-b6ececf0638c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:51.398179077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8c96db-a686-4810-b113-4793688f20c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:51.447065701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8c96db-a686-4810-b113-4793688f20c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:51.496116676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8c96db-a686-4810-b113-4793688f20c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:51.545171416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8c96db-a686-4810-b113-4793688f20c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:53.364710868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedb4820-e0d4-46d7-8e54-5c185b9a8670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:53.415201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedb4820-e0d4-46d7-8e54-5c185b9a8670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:53.466603096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedb4820-e0d4-46d7-8e54-5c185b9a8670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:53.51610426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedb4820-e0d4-46d7-8e54-5c185b9a8670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.294091523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df72d756-593c-45e9-bf50-bc8ac71c990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.343083906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df72d756-593c-45e9-bf50-bc8ac71c990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.392114647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"b3e39e7c-175a-4ed4-ba7f-ad94e93aeccb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.392189066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df72d756-593c-45e9-bf50-bc8ac71c990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.392237221Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-sub","reconcileID":"b3e39e7c-175a-4ed4-ba7f-ad94e93aeccb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.440999787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df72d756-593c-45e9-bf50-bc8ac71c990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.941097403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"c886c406-d71e-4647-aee2-885fbf51d115","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.941112925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cdd7c39d-8bc7-4de6-86bc-42ea4708c650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.941556611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6c52eec9-fcd1-41d9-b6d8-eb2f7476fbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.995543361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"c886c406-d71e-4647-aee2-885fbf51d115","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.995613745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6c52eec9-fcd1-41d9-b6d8-eb2f7476fbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.997826683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cdd7c39d-8bc7-4de6-86bc-42ea4708c650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.048452943Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"c886c406-d71e-4647-aee2-885fbf51d115","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.194563616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-status-transition-auth","reconcileID":"93b161e9-c390-4b18-b94d-60dca45f2ca7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.239394174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f11f81-280f-4cd0-8d47-c24e9fd47bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.28821448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f11f81-280f-4cd0-8d47-c24e9fd47bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.337496535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f11f81-280f-4cd0-8d47-c24e9fd47bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.386355569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f11f81-280f-4cd0-8d47-c24e9fd47bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.409126838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d2f1d0c1-15da-40af-8492-9ff7fbc017db","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.462852266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"65e274bb-c1f5-45b5-8e65-188f971118a8","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.634881105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"6467859d-3c98-4e5c-811f-d51f3d03b839","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.688548227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"6467859d-3c98-4e5c-811f-d51f3d03b839","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.69856171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"8fd121f5-66df-4071-9ff4-0a2b60635a42","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.75222602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"07ff1bc1-3b87-477c-b697-7f167070f850","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:57.79957989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"a7a1a64d-45f3-4add-b3b0-f454e73fed0e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.843314933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d3fb36f2-c613-437c-a24e-ba997a70c2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.843356841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f9a5f6d2-a9ac-4f5d-947f-a8561fbec8e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.897172699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f9a5f6d2-a9ac-4f5d-947f-a8561fbec8e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.897249462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d3fb36f2-c613-437c-a24e-ba997a70c2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.906320651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"f4a13e68-83c6-4156-8e85-bfe8e3044201","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.958836466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"df35afc6-53ff-48cd-b0ae-f782222d3d55","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:57.993875801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"0b33d0a1-faf2-4b1e-8cc7-19481fb9a0f0","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.138846582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"8ada18c7-0a20-4934-a514-abb714a51cfe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.193263718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"8ada18c7-0a20-4934-a514-abb714a51cfe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.20946489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"d0c61c16-e47a-44c3-b28e-af3426b6c7c1","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.209616022Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"d0c61c16-e47a-44c3-b28e-af3426b6c7c1","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.240233211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"781ecbf6-faca-4b21-a4c2-a3637c54d806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.240233292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5f3eabba-fffc-4817-a6bd-32624e1923a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.295633376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"5f3eabba-fffc-4817-a6bd-32624e1923a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.295682453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"781ecbf6-faca-4b21-a4c2-a3637c54d806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.405779638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"24d3b512-7e90-4c69-b90b-4f504ed5e231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.414233209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"bf1c95f4-4e8e-488f-961c-3fd1547fdaa9","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.609844981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"4abc762f-c963-41cd-bef0-1021635d9792","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.610040661Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"4abc762f-c963-41cd-bef0-1021635d9792","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.881044783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"043d52ef-3d92-4877-8f47-2d27aa8e0a3c","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.93488651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"043d52ef-3d92-4877-8f47-2d27aa8e0a3c","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.987340646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3d317d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e08eead9702f947168eb3413b95fa9567734a8d83f049d01bad800e227008503) AuthConfig (1d94b360543aca43d7982d2ed00a1eeb22368e4f1d4b6710b1e7969227ea33ec) AuthConfig (b9731933191a7d090189550372a74efee92f2d96effcce763cc7d3b2a695a0b2) AuthConfig (61ecf6fdc599abadaf40286b622944faeef21b157af512074c9396534b494eb9) AuthConfig (7e354cbdb327f29e898988e87517e5233a16b41a28be9938d319ffd768efe1b9) AuthConfig (d3d5042640ac6066140a68341a748a8cc792bb29df7641fb7a3bf666da56503a) AuthConfig (295daa7c240112027e577d24dbe5b5b06d00c7bc6bef9f789be2a6959a129ab7) AuthConfig (80233c509b41724803784b1d6e333afb8454f49556fcd7ff6bb20984dff7be4f) AuthConfig (19ee4d1130812b9c43a8a598f08fc3c1ae55421e60e029bb63f59b6ea41086ca) AuthConfig (46e9927fb2c7ac54bc76bfbd3b38b543dd0af5b67ed464267931df9b8a99e70d) AuthConfig (b292441c2879bc193cca83ca711f7363ad6621a939556e3c9df1f834222d7db3) AuthConfig (71a30667b4e1bda30790f814c804033d1f1c0f377e665f468cc01ec688e23047) AuthConfig (63911a3437513d6581b15ab5aa7c13115fbe3629e13db4619c75c0987436abc6) AuthConfig (2b514b6cff054996c24d5e889541e7dbb1cce1c153dbc8ad30c8f8ec8a464fa3) AuthConfig (5ea04e8a9a5b389f06ec205949dc1be730300bdf49dca4c728467df180c972e1) AuthConfig (06fb3ea608a3daabde7a79fcd527d6e74c968182bb95d836dab4796b6cddf455) AuthConfig (b91a3011b600cb3b3d5b352d3b33f30584813f24f28999f198edeca3c169a91d) AuthConfig (bebea11ee3efe47b7833fee54e1ba1fd0db571df3933f3bc0f67c41fa3375643)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"043d52ef-3d92-4877-8f47-2d27aa8e0a3c","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.693541536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-list-subs-refs-sub","reconcileID":"a3827d13-75f2-4fcb-aeb9-c1d8a03b9a04","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.895782464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-list-subs-refs-sub","reconcileID":"a3827d13-75f2-4fcb-aeb9-c1d8a03b9a04","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.092538174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"5327b735-8615-4d28-ac84-564aba7c1e15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.100169757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"286f534f-6eaa-4d33-95eb-a1e9c2822a90","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.156348213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"0df2948a-02f8-4b7d-b4b6-9fffbd994344","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.247347769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2c106a49-844d-4873-813c-f8d8e38486a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.24734627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d1659974-0b27-4723-b070-d58a706010df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.302454712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"2c106a49-844d-4873-813c-f8d8e38486a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.302806747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"d1659974-0b27-4723-b070-d58a706010df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.51389376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"41147bda-dd26-42ff-b027-138c4f0eaf87","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.659975084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"1513219c-8ef9-433a-86d7-c5c6c0e49104","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.660221929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"bfb26e2d-b078-4f7f-acdc-becf37e1a5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.659975357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"4dbcd503-1ae6-4333-9c82-2c2a2f8e968e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.714613535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"1513219c-8ef9-433a-86d7-c5c6c0e49104","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.715873876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"bfb26e2d-b078-4f7f-acdc-becf37e1a5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.716814523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"4dbcd503-1ae6-4333-9c82-2c2a2f8e968e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.879724103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"4262dc4a-6ef2-4230-b895-f9c8617c3277","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.879753175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"4262dc4a-6ef2-4230-b895-f9c8617c3277","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.934703519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"673f5d52-a514-45f4-a892-68aa3c3789af","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.03375638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"fd12d09b-04b4-4463-adfd-b39c08f5c5b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.033777371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"fd12d09b-04b4-4463-adfd-b39c08f5c5b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.087417715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"8289f3db-e8f4-4b60-97e9-dbb178c4e6eb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.087440604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"8289f3db-e8f4-4b60-97e9-dbb178c4e6eb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:01.134285473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"a5392c30-ee1c-493b-b921-b0e18fe06533","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.179524198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a98cd373-2ee3-43d5-bb44-8c6f2fc5c576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.179525486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5d30ccda-9fda-47a1-9c6b-9687ef985dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.234736361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"5d30ccda-9fda-47a1-9c6b-9687ef985dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.234763349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a98cd373-2ee3-43d5-bb44-8c6f2fc5c576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.243686389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"e59eb423-97d9-48dc-9b67-b1f6a2fe8392","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.243709945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"e59eb423-97d9-48dc-9b67-b1f6a2fe8392","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.301196208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"9a66f3ac-992f-4ee8-a5b3-5c23ea398dcf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.30121764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"9a66f3ac-992f-4ee8-a5b3-5c23ea398dcf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.308855036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"8d9e66af-e568-4439-88ba-6329b803a8be","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.308873753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"8d9e66af-e568-4439-88ba-6329b803a8be","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.365967741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"ea1810a1-1e64-43a6-af09-1329d019e9eb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.365994674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"ea1810a1-1e64-43a6-af09-1329d019e9eb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:01.417764189Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"ea1810a1-1e64-43a6-af09-1329d019e9eb","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:01.417830539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"ea1810a1-1e64-43a6-af09-1329d019e9eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.42319674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"0b2e650c-b681-4b1c-8735-8f9ee8dcfd35","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.423216662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"0b2e650c-b681-4b1c-8735-8f9ee8dcfd35","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.51181702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"82a37dc3-0024-4a90-9f42-92c2d8a61592","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.559688736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"f18997ac-9503-4326-bb03-11e00cef36e2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.614579219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"f18997ac-9503-4326-bb03-11e00cef36e2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.657023725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2f3a4ec1-f4c9-4b59-aeed-39eab7d1ce8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.657077868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"60e64b52-3556-49d7-963a-25df717e38d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.669431719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"005c3cc7-3251-4b60-9a36-1d5dd7e48f25","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.669456465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"005c3cc7-3251-4b60-9a36-1d5dd7e48f25","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.711187919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2f3a4ec1-f4c9-4b59-aeed-39eab7d1ce8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.711274653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"60e64b52-3556-49d7-963a-25df717e38d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.865553572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"0d6c177b-0157-4452-83be-324fe5bd5d36","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.920363713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"142a1c7b-ece9-4458-8323-b8ca9c12425a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.920391547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"142a1c7b-ece9-4458-8323-b8ca9c12425a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.114135398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"9947c4ef-d6b4-427f-a06c-e5fb3ae9abcd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.168067472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"9947c4ef-d6b4-427f-a06c-e5fb3ae9abcd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:02.415867796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"9947c4ef-d6b4-427f-a06c-e5fb3ae9abcd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.615105399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"669bbece-94b1-476d-a477-94f8233d7929","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.669107943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"669bbece-94b1-476d-a477-94f8233d7929","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.594331569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-auth","reconcileID":"3905a4ff-5c64-4b97-afa7-65dde1c04985","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.594391846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"2314862d-9c3a-46a3-baf4-bcb37ae8e0ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.594405935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"2314862d-9c3a-46a3-baf4-bcb37ae8e0ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.795288295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f20d60a4-aec9-4150-9fbb-a8aff594b206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.795310944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"20e8501b-7ffc-403b-b398-9cb38d64997b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.797800268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"1c227dfb-f1d1-407e-bba3-0c11a8e11e51","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.797815645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"1c227dfb-f1d1-407e-bba3-0c11a8e11e51","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.844923794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"325049e2-d328-4bcd-a70e-da035b0f9c9f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.849406293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"20e8501b-7ffc-403b-b398-9cb38d64997b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.849453448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f20d60a4-aec9-4150-9fbb-a8aff594b206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.944532476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"8fe952a9-3b11-48a4-a204-503f7790e11f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.944556348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"8fe952a9-3b11-48a4-a204-503f7790e11f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.195314476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"825fe267-f6ff-4a2c-be7b-b23391a40fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.195812294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"503c0acd-77aa-4d28-8a73-3b38123c5cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.249345803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"825fe267-f6ff-4a2c-be7b-b23391a40fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.249455062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"503c0acd-77aa-4d28-8a73-3b38123c5cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.086029924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"278e141a-b6a0-4aac-a566-e96c825a2f0a","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.142089186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"278e141a-b6a0-4aac-a566-e96c825a2f0a","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.19460619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3d317d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e08eead9702f947168eb3413b95fa9567734a8d83f049d01bad800e227008503) AuthConfig (1d94b360543aca43d7982d2ed00a1eeb22368e4f1d4b6710b1e7969227ea33ec) AuthConfig (b9731933191a7d090189550372a74efee92f2d96effcce763cc7d3b2a695a0b2) AuthConfig (61ecf6fdc599abadaf40286b622944faeef21b157af512074c9396534b494eb9) AuthConfig (7e354cbdb327f29e898988e87517e5233a16b41a28be9938d319ffd768efe1b9) AuthConfig (d3d5042640ac6066140a68341a748a8cc792bb29df7641fb7a3bf666da56503a) AuthConfig (295daa7c240112027e577d24dbe5b5b06d00c7bc6bef9f789be2a6959a129ab7) AuthConfig (80233c509b41724803784b1d6e333afb8454f49556fcd7ff6bb20984dff7be4f) AuthConfig (19ee4d1130812b9c43a8a598f08fc3c1ae55421e60e029bb63f59b6ea41086ca) AuthConfig (46e9927fb2c7ac54bc76bfbd3b38b543dd0af5b67ed464267931df9b8a99e70d) AuthConfig (b292441c2879bc193cca83ca711f7363ad6621a939556e3c9df1f834222d7db3) AuthConfig (71a30667b4e1bda30790f814c804033d1f1c0f377e665f468cc01ec688e23047) AuthConfig (63911a3437513d6581b15ab5aa7c13115fbe3629e13db4619c75c0987436abc6) AuthConfig (2b514b6cff054996c24d5e889541e7dbb1cce1c153dbc8ad30c8f8ec8a464fa3) AuthConfig (5ea04e8a9a5b389f06ec205949dc1be730300bdf49dca4c728467df180c972e1) AuthConfig (06fb3ea608a3daabde7a79fcd527d6e74c968182bb95d836dab4796b6cddf455) AuthConfig (b91a3011b600cb3b3d5b352d3b33f30584813f24f28999f198edeca3c169a91d) AuthConfig (bebea11ee3efe47b7833fee54e1ba1fd0db571df3933f3bc0f67c41fa3375643)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"278e141a-b6a0-4aac-a566-e96c825a2f0a","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.66753018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"07829562-c64a-4755-8d13-028864d23ada","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.871320289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"07829562-c64a-4755-8d13-028864d23ada","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.871359489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"07829562-c64a-4755-8d13-028864d23ada","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.871500407Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube","reconcileID":"07829562-c64a-4755-8d13-028864d23ada","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-791c32/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.069580435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"75e0c6bf-ca61-477c-b1ab-62ac12397e0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.125530485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"54aca00a-0909-45be-b274-ca8b17c7a0c0","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.271410466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"06b1c0f5-8072-4935-98ae-8b320b6ad331","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.272363074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4fdb4fa9-6b25-4fba-8ae5-5411e3320229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.272375027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b0279337-0a92-41f1-bcd9-b9ac684ede79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.288603833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"79532846-fe7c-4a64-a6b9-c160673221a6","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.325542677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"06b1c0f5-8072-4935-98ae-8b320b6ad331","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.326246911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"b0279337-0a92-41f1-bcd9-b9ac684ede79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.328309364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"4fdb4fa9-6b25-4fba-8ae5-5411e3320229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.499115939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.524054265Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-degraded-models-kube-auth","reconcileID":"c544619f-372d-4c63-9390-844915e5347e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.778474182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"ed96b1cf-624b-4aab-ba87-e29061508d2e","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.761107666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e37c4c51-3028-4d73-8df0-5c7110443611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.76110721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9d7df815-d2b2-4064-8846-c6105ff6db75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.816255614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e37c4c51-3028-4d73-8df0-5c7110443611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.817382444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9d7df815-d2b2-4064-8846-c6105ff6db75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.136732693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"4bb1982b-1f44-4cc2-8169-504037183ac6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.189979251Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"4bb1982b-1f44-4cc2-8169-504037183ac6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.239640849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-enrichment-sub","reconcileID":"4bb1982b-1f44-4cc2-8169-504037183ac6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.273507392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e6f655ed-5df2-4840-ae56-4fd1760463fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.273503591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2015f758-3f8d-43d1-b9c4-3de951f0fd83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.327767388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"2015f758-3f8d-43d1-b9c4-3de951f0fd83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.327784674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e6f655ed-5df2-4840-ae56-4fd1760463fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.532370961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"94ae4e2c-f531-45df-b645-ae90d36aa0f6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"tenant":"e2e-worker-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.532474338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"e2e-enrichment-model-ref","reconcileID":"94ae4e2c-f531-45df-b645-ae90d36aa0f6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.691485123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4610c37c-9e63-4048-b0cd-d6ba48ceeba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.692192895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"277c7bda-f0f8-4ccc-939e-8f0775089771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.746472479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"277c7bda-f0f8-4ccc-939e-8f0775089771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.746505321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4610c37c-9e63-4048-b0cd-d6ba48ceeba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.9032559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"61049ee2-5ffe-4089-88b8-e2ef64c93997","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.859589557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"7d540d6c-2cc4-4d31-93db-47ac24b3afcb","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.913303169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"0ffb720e-a4f0-481b-8825-7e8b83357558","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:17.960627116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-sub","reconcileID":"bee02716-a9ea-4647-9cf2-2cf2c86db59b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.00509399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"35d1fea4-ca2a-463f-8d92-ff5d5b6eff15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.005155939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"621a121c-5b6f-4faf-a27f-819690182887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.061112048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"621a121c-5b6f-4faf-a27f-819690182887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.061218933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"35d1fea4-ca2a-463f-8d92-ff5d5b6eff15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.069244745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"eb4040ad-167d-4fb5-97c9-db476cfb23a6","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.123309036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"51623bd7-0d26-4055-9637-a49a8a666da0","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.1314639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"dab1dac7-663a-4d17-820e-aee18d64b27a","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.185545936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"d63c78a9-a19a-46b8-b387-03baa69a5d2d","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.381869789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-auth","reconcileID":"837cb1c3-e09a-4422-b35a-95c71652cd09","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.395018067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-sub","reconcileID":"ebe7db80-fc07-423f-b967-887793dc9a53","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-distinct-w4-e84357","model":"distinct-w4-e84357","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e84357/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.436441018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-auth","reconcileID":"837cb1c3-e09a-4422-b35a-95c71652cd09","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.485000343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3fbcf55d-f86e-454a-a20b-216350146023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.485581941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"05deba4f-d16f-49a3-9507-93cfae391afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.539242766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3fbcf55d-f86e-454a-a20b-216350146023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.53952618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"05deba4f-d16f-49a3-9507-93cfae391afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.554254644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"953b427d-a462-4479-afcb-4b820afac673","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.741395703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"d4757e76-a30c-4845-ad0d-5502e124ac85","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.75324193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-sub","reconcileID":"a1b2f330-d0c5-4bba-9c6d-0c02fd947320","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-distinct-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/distinct-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.935567072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-auth","reconcileID":"d7d2b3b5-a6f7-41f4-85b5-5ab775338d1b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.989989243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-auth","reconcileID":"d7d2b3b5-a6f7-41f4-85b5-5ab775338d1b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.293580359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"07ac796e-3614-4432-948a-96663995ba3f","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.347396027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"07ac796e-3614-4432-948a-96663995ba3f","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.393946129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"d05b6f0c-8a52-48f6-8cb5-ede13ca3eb2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a41883","tenantID":"e2e-praxis-a-a41883","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.505597912Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"d05b6f0c-8a52-48f6-8cb5-ede13ca3eb2a","name":"e2e-praxis-a-a41883-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.656761259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"c1f75efc-6fc7-45d7-994f-3d62d19d4c94","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.656784904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"c1f75efc-6fc7-45d7-994f-3d62d19d4c94","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.883788865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"e671b7ec-0136-49ed-85d5-063dbbf0f0f8","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.936513523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"1442a992-5a9d-4a24-960d-a1adba157f5d","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:19.985424836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"57bb7509-6d5a-4205-b5d0-784f1e8c0c10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.991458113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"65fe2cc0-c56c-4521-aa79-8f849008180a","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.029096495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9080b4d5-fac2-4286-83bb-fd91491d6dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.029096667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"5ee28ad8-35f8-4d57-b9e3-04d5221b581a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.084057041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"9080b4d5-fac2-4286-83bb-fd91491d6dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.084106529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"5ee28ad8-35f8-4d57-b9e3-04d5221b581a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.092365349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"a5de8310-3452-43d7-8388-f0c41b95e49c","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.146469099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"90dc2d1d-60ec-45fc-ae6c-096dcbe6885d","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.189116774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-791c32 priority=0:[ai-tenant-e2e-worker-w0-791c32/e2e-model-match-sub ai-tenant-e2e-worker-w0-791c32/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.189257757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"67d95e52-299f-4766-b8b1-978ffeb3646e","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.241294471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"6f864d41-9a3f-481f-a7c0-2044bab184e1","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.289827712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"e9ccb7ae-9aab-4565-a857-598d4ef0eb2e","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:20.291663736Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-791c32/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.341797875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"473da73a-550e-4617-94f5-7f264560e344","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.346170527Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"e4a2ce0d-6d93-47ff-b17d-93dfa1c3bebd","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"distinct-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.432810495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d322ea27-058a-45e1-9b3b-d00ff51320ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.432949999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6f3b43d6-6290-4c94-ab0d-17d62731a15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.474851223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"d8e10fd7-53b0-4d14-9fbe-de9f3384f84e","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.488559244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d322ea27-058a-45e1-9b3b-d00ff51320ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.4886193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6f3b43d6-6290-4c94-ab0d-17d62731a15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.53169962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"ea96000d-8267-4b09-893a-1843d49aee43","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.543124018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"ef0db621-9389-4445-820b-eb8d8ac7574d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"distinct-2-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:20.582733082Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"ea96000d-8267-4b09-893a-1843d49aee43","name":"distinct-w0-791c32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-791c32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:20.58279616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"ea96000d-8267-4b09-893a-1843d49aee43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-791c32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.588685373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"03f88b84-9f4e-4659-a813-9fa4b261c9d6","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.699373793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"a9c1a5ce-59ff-4bf8-871a-5965e437514f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.704030638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"b62e8c76-d32f-453e-bd67-394d9ba2c0d7","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.726419739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"83bd3a92-6528-4e59-883c-de64c6f86c19","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.748081109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"b4564be3-64aa-4f7c-b5f7-a4a5ac8e0d29","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.780606577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"83bd3a92-6528-4e59-883c-de64c6f86c19","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.803040206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"96aee850-18b2-42ec-8bd2-6041360c09c0","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.83148567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"74a2e9bc-7da0-4d78-8852-37d81a75b977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:20.853642051Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"96aee850-18b2-42ec-8bd2-6041360c09c0","name":"distinct-2-w0-791c32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-791c32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:20.853700313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"96aee850-18b2-42ec-8bd2-6041360c09c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-791c32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.859023992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"88ad336e-dd66-40be-8122-199f1482109d","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.885768158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"74a2e9bc-7da0-4d78-8852-37d81a75b977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.902743259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"c1a49791-9e70-409a-8285-8c68487cb60f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.981085549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fe44e4fd-8964-4704-953f-c7e357ecdbf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.000518648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"72be7b38-b759-4907-a8e8-7d928a9073bb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.035619391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fe44e4fd-8964-4704-953f-c7e357ecdbf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.058297283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"c4b23887-8f5d-4b95-8761-fa87c5ea7b2a","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.080767439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"f06e8102-ceb5-457e-b005-383cc8e33e89","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.085096732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"c83c03b8-c2fb-4e34-b326-f26206e78437","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.134621562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"f06e8102-ceb5-457e-b005-383cc8e33e89","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.254432704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"86643157-0ec2-4edf-9dfe-374a17e0deb1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.327951228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"9f8923ae-fac4-49f1-9f1c-1c9ae8557147","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.382480936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"9f8923ae-fac4-49f1-9f1c-1c9ae8557147","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.387301826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"45ffd4c4-d3fd-4748-a1e9-870a9028338c","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.430061542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"82fec1f3-30fd-459e-bfc6-1f5df08a1b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.469344958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-auth","reconcileID":"e56ad951-cd7b-4499-b196-4b5d45e9f45e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/distinct-2-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.469439201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"32b38af5-faf5-48f9-8290-864a35bbe173","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.474366898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"41668876-bf8c-4978-acb8-576217718cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.48411615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"82fec1f3-30fd-459e-bfc6-1f5df08a1b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.530183854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"41668876-bf8c-4978-acb8-576217718cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.62902071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"1870a642-afd1-4dee-86da-a4873c39ea64","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.683920874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"1870a642-afd1-4dee-86da-a4873c39ea64","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.733662902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"72e7bed0-d8d6-4109-80d7-34b74819aad4","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.88134522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"0fb87197-fbbb-455c-bbdb-4a1887bd3e93","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.028516903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3cbe58d2-c297-48cb-983c-586ca30828da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.028528125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"34381d7d-c8f9-4db1-abb0-f7fffa87dae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.082762848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"3cbe58d2-c297-48cb-983c-586ca30828da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.084036917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"34381d7d-c8f9-4db1-abb0-f7fffa87dae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.42320986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"426e589e-5ef7-4b60-93e1-c0c5b29ec747","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.575030241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"81ff5456-78ac-4793-8910-df287722425d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e54e645","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.666620863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"115f2b43-ac5f-436d-8af8-b0dfb6b346c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.666824334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d4b52273-247e-4551-bde4-432cd814a189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.666623774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"a9f0411b-3f30-49d9-b386-a1248d001e63","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.667261766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"5049db7f-07dc-45e3-a47e-f80fabaa27b9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.721289071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"115f2b43-ac5f-436d-8af8-b0dfb6b346c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.721304618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"a9f0411b-3f30-49d9-b386-a1248d001e63","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.723695344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"5049db7f-07dc-45e3-a47e-f80fabaa27b9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.723896965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d4b52273-247e-4551-bde4-432cd814a189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.164223797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8a6d9e03-da11-4bdb-8116-b55346effeb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.164433819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"25b4e657-a142-49fe-846c-546fe9cef851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.164230534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"a789b00e-5d16-4e05-9590-17355a1ae805","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.164847946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"53e1f09d-cba2-464a-b104-8a7f04bd20e2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.218529554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8a6d9e03-da11-4bdb-8116-b55346effeb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.218693905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"25b4e657-a142-49fe-846c-546fe9cef851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.22087578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"a789b00e-5d16-4e05-9590-17355a1ae805","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.221205089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"53e1f09d-cba2-464a-b104-8a7f04bd20e2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.902525714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"fd802d1b-63eb-4c3f-a439-4341f4eb31de","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.902545219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"fd802d1b-63eb-4c3f-a439-4341f4eb31de","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.958129549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"78baed7c-8034-48f3-9655-fff565f2c327","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.999418323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"b51ec762-7a8b-40a0-a8fe-40d8130e839e","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.005071368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"5e14674b-cc9a-4d49-a09f-e6d000eab21e","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.005098248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"5e14674b-cc9a-4d49-a09f-e6d000eab21e","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:25.007056243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-3d317d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.053536828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"b51ec762-7a8b-40a0-a8fe-40d8130e839e","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.059108713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"393d51d9-de83-4261-bb94-774de16c357f","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.059128291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"393d51d9-de83-4261-bb94-774de16c357f","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.109938167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"178ab36d-69ad-41e6-9f36-19ade0241bf1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.260188984Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"77f774c4-2eff-46a6-9c94-2e7097c381cc","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"maas-trlp-praxis-route-3d317d","model":"praxis-route-3d317d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.350803873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"d97b7cf3-4b83-4ada-95b9-a513a6beab4d","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.404794918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"d97b7cf3-4b83-4ada-95b9-a513a6beab4d","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.417079849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"25562af6-b9ea-4b61-b47f-56fece4c05e3","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.417106787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"25562af6-b9ea-4b61-b47f-56fece4c05e3","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:25.615300186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"fed74685-ed5b-48c0-be38-e55aa1a2eca5","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"maas-trlp-praxis-route-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.036028078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-sub","reconcileID":"d4d53e46-0cb7-41c0-bd3f-8b02193bbd58","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/distinct-w4-e84357","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.085480353Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-sub","reconcileID":"d4d53e46-0cb7-41c0-bd3f-8b02193bbd58","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/distinct-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.134717348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"e2e-no-access-sub","reconcileID":"d4d53e46-0cb7-41c0-bd3f-8b02193bbd58","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/distinct-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.392798917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"528eae4b-833d-416d-a104-94f55cc316fc","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.448053835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"805fa1be-d23d-4901-a7ff-88a956e16637","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.448073963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"805fa1be-d23d-4901-a7ff-88a956e16637","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.539344139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"315488d0-b567-4965-ae8a-eedfcbcc5c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.539363987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"376666d6-7cd5-4906-b0a4-de17bfbfa7e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.59364262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"376666d6-7cd5-4906-b0a4-de17bfbfa7e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.593764124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"315488d0-b567-4965-ae8a-eedfcbcc5c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.624335902Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"78936db9-58af-4d5e-b878-65f13997f1a7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.673525597Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"78936db9-58af-4d5e-b878-65f13997f1a7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.722540379Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-sub","reconcileID":"78936db9-58af-4d5e-b878-65f13997f1a7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:32.978557542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"5c80459c-ba95-4863-a752-09c889434e89","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.136518407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"02198fe1-b7c9-43c1-89c9-45129db6d4e7","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.139084066Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","namespace":"ai-tenant-e2e-praxis-b-2285b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.139133047Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","namespace":"ai-tenant-e2e-praxis-b-2285b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.139181464Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","tenant":"e2e-praxis-b-2285b9","tenantID":"e2e-praxis-b-2285b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.193377987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2285b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.250314361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Service","name":"maas-api-e2e-praxis-b-2285b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.269548977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fed506f3-fe35-47d8-a749-28843ce9fa6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.269770788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"16f6295e-6e94-47ac-ad4c-fedd0d476851","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.269548985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"8789ca3d-905b-4d2b-9b26-17febadf5c89","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.270273264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"695a325f-1d31-4914-9863-7f6d20c68ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.288431427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"3cf53d6e-9eed-40f6-9c4c-164b06b07ca4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-008dad2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.30324958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2285b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.325047807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"695a325f-1d31-4914-9863-7f6d20c68ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.325172938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"16f6295e-6e94-47ac-ad4c-fedd0d476851","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.327466728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fed506f3-fe35-47d8-a749-28843ce9fa6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.327695191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"8789ca3d-905b-4d2b-9b26-17febadf5c89","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.353693297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2285b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.405634822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.456859941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.5106012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.56579999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.616406887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.664885477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.713747097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Service","name":"payload-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.762473399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.76641056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8f7f88fe-272d-4d78-9c6b-261e5fe9765b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.766425855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"72d65762-2454-4042-832e-d951a80592ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.766945525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"88bf6d0e-6f4a-48da-9ea3-e2812a7229da","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.766986167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"1be4f31e-5107-41f8-aab6-1c34c1532c69","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.811319938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.820618926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"8f7f88fe-272d-4d78-9c6b-261e5fe9765b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.820740393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"1be4f31e-5107-41f8-aab6-1c34c1532c69","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.823015832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"88bf6d0e-6f4a-48da-9ea3-e2812a7229da","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.823117345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"72d65762-2454-4042-832e-d951a80592ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.860105191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.908659319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.961173128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.014358018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.062726101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.111187793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2285b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.159886436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2285b9"},"namespace":"ai-tenant-e2e-praxis-b-2285b9","name":"default-tenant","reconcileID":"cfc3b00d-b93e-4b0e-8c17-dc5fd1809e11","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2285b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.631125119Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2285b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2285b9","reconcileID":"1b6f7b63-3c23-4b21-946c-a40913687155","aitenant":"ai-tenants/e2e-praxis-b-2285b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.178603404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e47783-b40a-4d7b-af9b-f489a7ca8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.227725659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e47783-b40a-4d7b-af9b-f489a7ca8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.277297151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e47783-b40a-4d7b-af9b-f489a7ca8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.326410347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e47783-b40a-4d7b-af9b-f489a7ca8dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.432658104Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2285b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2285b9","reconcileID":"1b6f7b63-3c23-4b21-946c-a40913687155","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2285b9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2285b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.117590301Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c70fca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c70fca","reconcileID":"e3228738-d650-4bba-afb7-2c726f959548","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-c70fca","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c70fca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.240268739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa3b381-d5fb-4de2-a84f-3d931b6926be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.289290017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa3b381-d5fb-4de2-a84f-3d931b6926be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.338814733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa3b381-d5fb-4de2-a84f-3d931b6926be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.388249054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa3b381-d5fb-4de2-a84f-3d931b6926be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.494256587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"5d825244-ac2a-452f-b18b-b5bf1f4ef8ed","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"maas-trlp-praxis-route-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.69992551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"3ddb1f31-67c6-4570-8472-ee60db51bd6c","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.70002965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"3ddb1f31-67c6-4570-8472-ee60db51bd6c","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.790474456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"7119c85a-381e-44cc-b398-922c684c479a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.790867486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b10d5d11-c63f-4207-9112-18b0ca146b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.791209972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e44523e7-791b-437d-8a0f-2e3d1cfec450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.790473549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"bf683ee3-dba9-4118-b604-4b917ceb5c0e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.848922666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b10d5d11-c63f-4207-9112-18b0ca146b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.849100174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e44523e7-791b-437d-8a0f-2e3d1cfec450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.851477985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"bf683ee3-dba9-4118-b604-4b917ceb5c0e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.851477139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"7119c85a-381e-44cc-b398-922c684c479a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.130122009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"23af050e-6a14-4efa-b043-f890fc23766e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.18544134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"23af050e-6a14-4efa-b043-f890fc23766e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.337873341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ae7182f7-a713-4c21-b9d8-b67f61db26b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.338173692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e6cb50c6-3da6-43e2-bf08-8c5e661f8e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.338315798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"679a8b24-3cac-483f-b1a7-c76180df8c18","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.338527534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"9111dc39-199b-441a-a051-9e30b03cd830","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.444734373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"679a8b24-3cac-483f-b1a7-c76180df8c18","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.449176594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"9111dc39-199b-441a-a051-9e30b03cd830","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.457696781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"ae7182f7-a713-4c21-b9d8-b67f61db26b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.458229436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e6cb50c6-3da6-43e2-bf08-8c5e661f8e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.505280568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.53446921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6d5666b5-508c-4ab4-aea1-3c16199b5c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.592473236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"6d5666b5-508c-4ab4-aea1-3c16199b5c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.752889967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"07f56586-21cd-4e09-84a0-d37f733d0631","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.806742046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"07f56586-21cd-4e09-84a0-d37f733d0631","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.21142377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd31346-8447-4a49-a0c2-ccadeeaa203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.212473673Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c70fca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c70fca","reconcileID":"42f414a3-3023-4de0-a3cc-19ece0b9db2e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","gateway":"e2e-shared-a-w4-c70fca","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c70fca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.260654765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd31346-8447-4a49-a0c2-ccadeeaa203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.310336076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd31346-8447-4a49-a0c2-ccadeeaa203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.374064381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd31346-8447-4a49-a0c2-ccadeeaa203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.338979885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"0a8f03ac-6937-4e04-9249-936a607357c0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.388318649Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"0a8f03ac-6937-4e04-9249-936a607357c0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.452548879Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-sub","reconcileID":"0a8f03ac-6937-4e04-9249-936a607357c0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.709159831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"b1d36cb0-15c7-4df3-ac78-c59069fa8c00","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.872436243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"0e956690-aeab-4147-a6bf-a730f41185a6","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.980451022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"469b7580-da7f-4d59-85e5-2c11080aeabd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.980601131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"eea32653-d819-4e1f-83ff-71d465950f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.980835713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"70730737-4c87-4554-9f4d-af66254ff7e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.981007113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"d5b1d70c-74db-45b0-ba21-8a4646935fb5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.034788265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"469b7580-da7f-4d59-85e5-2c11080aeabd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.034817637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"eea32653-d819-4e1f-83ff-71d465950f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.03726121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"d5b1d70c-74db-45b0-ba21-8a4646935fb5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.037292679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"70730737-4c87-4554-9f4d-af66254ff7e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.236000451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-match-auth","reconcileID":"88aa6299-9bea-42ba-97b4-e16379fd6d66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.431609331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"f1079c1b-980d-445b-a145-a6115bed6ab9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.436295404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"4641f337-021a-464a-a43e-3696165f010b","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.485577026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"f1079c1b-980d-445b-a145-a6115bed6ab9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.588280537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"13dd2ed2-0245-4705-b7d0-15f3514de970","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.630517606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-model-nomatch-auth","reconcileID":"16cab782-0f80-492a-839a-d2e11c0326f2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-2-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.794281492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcc9840-3169-49fd-b598-7598c9a09d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.846137276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcc9840-3169-49fd-b598-7598c9a09d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.89501585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcc9840-3169-49fd-b598-7598c9a09d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.944080368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcc9840-3169-49fd-b598-7598c9a09d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.953426195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"f3646f81-3b98-4e1f-a15d-2cc55d57056b","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.381382245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9ec26c06-6f7f-4f59-a07f-fabf8b5cd9c6","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.381694509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"90ea7d3f-5efb-4af6-88f3-a2c02aa94a41","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.435472218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"fe6efa33-05c3-44a8-a090-7b651ac4d63f","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.435827563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"0e7a4c03-3458-49ed-a83a-2b1075b2c1d0","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.437646158Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9818d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9818d8","reconcileID":"6fac8629-fe73-42a3-ae44-80c6c4821c50","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-9818d8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9818d8":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:46.484083452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"7ac2fe94-12f8-426d-acdc-112896ede856","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.526804792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0a4a2e5a-c2b4-488d-981e-9cf5c6d1557f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.526804168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6e6f2549-f78d-4fad-8823-a5e4cc3bb6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.581346941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"6e6f2549-f78d-4fad-8823-a5e4cc3bb6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.581427482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0a4a2e5a-c2b4-488d-981e-9cf5c6d1557f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.593668356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"abe11dfd-46c2-485b-8232-ad0039075172","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.594044104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"a4223263-76a4-4433-8a0e-83a43c2c0026","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.648185552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9d073853-a917-4d4e-b472-eb955a553dd4","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.648572922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"64a3ec7b-2bac-4332-a804-a234c83103bc","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.671792371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"3570cb08-1a80-4cab-81e5-8fb7255277b6","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.728527877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"a5d54f20-68e7-4e53-88c7-c2aa259cc4d6","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.748572926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e960decd-91fe-47a4-b3fb-f08b45c25687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.798390787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e960decd-91fe-47a4-b3fb-f08b45c25687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.847668948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e960decd-91fe-47a4-b3fb-f08b45c25687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.896883648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e960decd-91fe-47a4-b3fb-f08b45c25687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.946303045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-auth","reconcileID":"3894e148-441a-47f5-97d4-02c3c68799c2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.95382347Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"f10aec7b-659b-44a4-9748-826f85e55f21","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.995140673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e7168a89-9aae-46a0-bebe-15298a4afcf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.995143617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0b7e3dd5-dfe7-4c51-8453-b51bdf5861c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.000220001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-auth","reconcileID":"3894e148-441a-47f5-97d4-02c3c68799c2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.051397543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"0b7e3dd5-dfe7-4c51-8453-b51bdf5861c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.051576378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e7168a89-9aae-46a0-bebe-15298a4afcf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.154849845Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"f10aec7b-659b-44a4-9748-826f85e55f21","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"distinct-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.200174842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"64840b3c-8f5e-4835-8013-01b137de924f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.353549703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"8de72bc7-81aa-4632-b960-e7256b243284","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.367030792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"773cf489-8696-4d9a-ab78-fd14efd15ae0","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.3673894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"b74ecbc8-02d4-47be-a779-28f30afecc25","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.499859231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-auth","reconcileID":"c964f130-5fd3-4c73-be59-ff81d2980cbe","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.553563026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-auth","reconcileID":"c964f130-5fd3-4c73-be59-ff81d2980cbe","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.563442318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"4ef855a2-0581-401c-b59c-7d6340e131f6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.711086809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"4ef855a2-0581-401c-b59c-7d6340e131f6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.492741539Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9818d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9818d8","reconcileID":"d918afc8-99a1-4540-9af0-ab78529fef74","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","gateway":"e2e-shared-a-w2-9818d8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9818d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.695196095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3988b7-1b17-4f40-bb16-995397243e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.74540111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3988b7-1b17-4f40-bb16-995397243e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.794185802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3988b7-1b17-4f40-bb16-995397243e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.844371201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3988b7-1b17-4f40-bb16-995397243e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.920691241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"f1688a86-48fc-45c7-9f21-f7fb389b2798","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.920711914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"f1688a86-48fc-45c7-9f21-f7fb389b2798","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.142955128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"6d6f6696-cdad-47d5-b07e-dfe8d55e328d","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.144787973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"ca817b09-6f85-4d30-a9af-b02786abfc26","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"maas-trlp-praxis-route-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.197179102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"6d6f6696-cdad-47d5-b07e-dfe8d55e328d","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.301057357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"a3735666-b943-4267-b7c1-d2eb0c00b476","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.301145002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"a3735666-b943-4267-b7c1-d2eb0c00b476","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.528450338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"290545ad-61ce-477e-bb9f-4f83204ad174","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"maas-trlp-praxis-route-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.061413784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-auth","reconcileID":"fef02410-19f1-4e99-b707-3641e9ac7943","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.061458582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"799df8b2-7724-4633-91c8-998b091e92e1","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.264500479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"7e403566-258e-4742-b33c-2294e597c7ad","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.422178761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"83c6f7d6-48d6-4d51-bf54-0fb355ff1058","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.422518296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"aa9dd5e4-c7cb-449e-8ef4-8425f1e91570","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.567338705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d3abc5be-be49-42fb-8312-bd65380c26cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.567358322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f900a04b-ba46-451e-927c-5954a02a9d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.621426609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"f900a04b-ba46-451e-927c-5954a02a9d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.621694249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d3abc5be-be49-42fb-8312-bd65380c26cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.664813781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520a3415-02eb-4051-a190-117698966700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.713998141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520a3415-02eb-4051-a190-117698966700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.763222064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520a3415-02eb-4051-a190-117698966700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.812158531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520a3415-02eb-4051-a190-117698966700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.594431665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223b772-639d-4de6-ac6a-066120502569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.643285289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223b772-639d-4de6-ac6a-066120502569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.692199074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223b772-639d-4de6-ac6a-066120502569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.740927478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223b772-639d-4de6-ac6a-066120502569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.303297188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"7c61ac03-89db-481d-82fb-a195bbded67a","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.303333008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"7c61ac03-89db-481d-82fb-a195bbded67a","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.575377276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"d0b43335-cec9-4de3-8f2b-25888964ac26","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.721556082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"37bd8dee-f240-4031-90fc-5c41f016ca98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.722595637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"abeda1f9-706c-48dc-aecc-8d632ba84791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.782175906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"abeda1f9-706c-48dc-aecc-8d632ba84791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.783565189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"37bd8dee-f240-4031-90fc-5c41f016ca98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.786604803Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"d0b43335-cec9-4de3-8f2b-25888964ac26","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-791c32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.786659606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"d0b43335-cec9-4de3-8f2b-25888964ac26","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.839578902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"d0b43335-cec9-4de3-8f2b-25888964ac26","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.845769398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e580050c-e2d3-42d6-b668-bd8cf4cd15ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.846454456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"84826277-d0f8-4a66-993b-f4292cd9096d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.89193439Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"e2e-partial-access-sub","reconcileID":"d0b43335-cec9-4de3-8f2b-25888964ac26","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/distinct-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.911298121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e580050c-e2d3-42d6-b668-bd8cf4cd15ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.918779141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"84826277-d0f8-4a66-993b-f4292cd9096d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.993401174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"6740f3af-fa02-4e8e-ab82-6f519998d439","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.163574315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"9aceb046-d086-49e0-b8da-a60d48a2380d","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.163971355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"6c9a6957-f456-405d-9ed7-de7fd3eaeb16","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.333967117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ea64e9f1-4062-426e-bb35-8e26085a3e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.333986649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d1be80d9-4227-4f44-973b-40773cc7b4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.392147671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ea64e9f1-4062-426e-bb35-8e26085a3e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.392339078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d1be80d9-4227-4f44-973b-40773cc7b4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.891779048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f450-04be-4d2e-a790-119157f259c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.941557372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f450-04be-4d2e-a790-119157f259c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.993281321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f450-04be-4d2e-a790-119157f259c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:05.043897246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2f450-04be-4d2e-a790-119157f259c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.747827147Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-c11538","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-c11538","reconcileID":"1b639134-021e-48ff-866b-36e4cfb7985b","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-c11538","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-c11538":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.955482319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c160d-b91c-48ae-b094-751cba776cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.004729538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c160d-b91c-48ae-b094-751cba776cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.054020928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c160d-b91c-48ae-b094-751cba776cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.102980429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435c160d-b91c-48ae-b094-751cba776cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.767526805Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-c11538","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-c11538","reconcileID":"4e2183c3-5a9a-421b-b035-094285a06c43","namespace":"ai-tenant-e2e-shared-a-w0-c11538","gateway":"e2e-shared-a-w0-c11538","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-c11538":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.889836813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a65ba9c-4dcf-4fe1-ab4b-9ddb752a65a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.94100296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a65ba9c-4dcf-4fe1-ab4b-9ddb752a65a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.99723968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a65ba9c-4dcf-4fe1-ab4b-9ddb752a65a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.046199774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a65ba9c-4dcf-4fe1-ab4b-9ddb752a65a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.304604747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"28488ac4-cc56-4cff-97db-9a8153524850","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.304625866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"28488ac4-cc56-4cff-97db-9a8153524850","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.856154974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1493a774-7122-4963-ba39-2cbe27882bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.9081659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1493a774-7122-4963-ba39-2cbe27882bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.957089653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1493a774-7122-4963-ba39-2cbe27882bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.006962173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1493a774-7122-4963-ba39-2cbe27882bd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.463464313Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc4de5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc4de5","reconcileID":"796a5586-cfbd-47c2-a942-cc390390fdb4","namespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cc4de5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cc4de5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.496115707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:12.866697101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70dd636-2ff3-4c6b-a803-6aacb97173fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:12.915583251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70dd636-2ff3-4c6b-a803-6aacb97173fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:12.965195691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70dd636-2ff3-4c6b-a803-6aacb97173fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.016306817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70dd636-2ff3-4c6b-a803-6aacb97173fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.543932009Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc4de5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc4de5","reconcileID":"977c0ef2-d5cc-47bb-acf2-bccc932639d4","namespace":"ai-tenant-e2e-praxis-b-cc4de5","gateway":"e2e-praxis-b-cc4de5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cc4de5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.998192992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7982b5e1-1e10-487a-a0f7-8739edd4c163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.048812032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7982b5e1-1e10-487a-a0f7-8739edd4c163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.101220221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7982b5e1-1e10-487a-a0f7-8739edd4c163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.15173856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7982b5e1-1e10-487a-a0f7-8739edd4c163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.024944053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb759aee-cc2e-429b-9de8-c5837f32ab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.077218667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb759aee-cc2e-429b-9de8-c5837f32ab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.127754856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb759aee-cc2e-429b-9de8-c5837f32ab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.177615071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb759aee-cc2e-429b-9de8-c5837f32ab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.072523743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d7c10a-2482-49b6-9145-818b8e774b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.12167251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d7c10a-2482-49b6-9145-818b8e774b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.170826997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d7c10a-2482-49b6-9145-818b8e774b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.219710147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d7c10a-2482-49b6-9145-818b8e774b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.306305302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"5e50149f-5389-485f-96ae-2781e6681d4f","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.306332115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"5e50149f-5389-485f-96ae-2781e6681d4f","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.029597989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799a1fae-a4b2-4a51-8c8b-f7aa75d03d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.078535126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799a1fae-a4b2-4a51-8c8b-f7aa75d03d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.127930469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799a1fae-a4b2-4a51-8c8b-f7aa75d03d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.17720381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799a1fae-a4b2-4a51-8c8b-f7aa75d03d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.962754875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b0ad66-2d81-4fc5-b6b0-061192d2c40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.012058456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b0ad66-2d81-4fc5-b6b0-061192d2c40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.061180925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b0ad66-2d81-4fc5-b6b0-061192d2c40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.110547586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b0ad66-2d81-4fc5-b6b0-061192d2c40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.219059923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"4d7c0370-a75f-4cd2-a59c-f8bfbc9060ed","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.219082577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"4d7c0370-a75f-4cd2-a59c-f8bfbc9060ed","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:24.24915276Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"e806ac97-84d0-4eb0-9513-388b42c5a1a4","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-3d317d: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-3d317d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-3d317d because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.250476893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"ff191bf1-6b69-4e22-87f6-71c15f66b7bf","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.250589515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"277afe1c-7677-4163-ac98-fdeb464c1a8e","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"tenant":"e2e-praxis-a-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.25060766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"277afe1c-7677-4163-ac98-fdeb464c1a8e","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"routeName":"praxis-route-3d317d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3d317d","llmisvcName":"praxis-route-3d317d","gateway":"openshift-ingress/e2e-praxis-a-3d317d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:24.303537481Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"277afe1c-7677-4163-ac98-fdeb464c1a8e","name":"praxis-route-3d317d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-3d317d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:24.303598398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"277afe1c-7677-4163-ac98-fdeb464c1a8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-3d317d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:24.303945349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"e806ac97-84d0-4eb0-9513-388b42c5a1a4","error":"failed to create TokenRateLimitPolicy for model praxis-route-3d317d: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-3d317d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-3d317d because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.353189959Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"2e0f1a11-8107-4873-b147-1ba1061fb115","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.451537203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"ff191bf1-6b69-4e22-87f6-71c15f66b7bf","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.572832732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"ff191bf1-6b69-4e22-87f6-71c15f66b7bf","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"name":"e2e-praxis-a-3d317d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.572858742Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-auth","reconcileID":"ff191bf1-6b69-4e22-87f6-71c15f66b7bf","MaaSAuthPolicy":{"name":"praxis-route-3d317d-auth","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3d317d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:24.759888154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3d317d","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d","reconcileID":"81d7f0d6-512c-406e-a4af-88fa65821c2f","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-3d317d\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.328423123Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"8414af59-e9ee-411b-a70f-a14caccbb4d4","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a54301df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.213945962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b588fa-def7-4d6f-8f50-b3bb21c5d3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.263100474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b588fa-def7-4d6f-8f50-b3bb21c5d3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.312024168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b588fa-def7-4d6f-8f50-b3bb21c5d3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.361171118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b588fa-def7-4d6f-8f50-b3bb21c5d3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.550726501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"754c0b85-02ba-428d-977c-401fa8652df4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.697254175Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"754c0b85-02ba-428d-977c-401fa8652df4","name":"e2e-shared-a-w4-c70fca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.228091893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdc2112-706b-42f9-a1ee-d807cd423e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.277994472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdc2112-706b-42f9-a1ee-d807cd423e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.329106146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdc2112-706b-42f9-a1ee-d807cd423e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.380729819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdc2112-706b-42f9-a1ee-d807cd423e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.262582846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"23c2a464-d5ac-4833-b877-f20c33d86371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.262582985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6117982e-0ac4-4ec7-a360-1cbe033cd903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.316434649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"6117982e-0ac4-4ec7-a360-1cbe033cd903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.316461008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"23c2a464-d5ac-4833-b877-f20c33d86371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.1606353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa016832-0db5-406a-a7b5-5ae62dfc60b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.209947587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa016832-0db5-406a-a7b5-5ae62dfc60b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.259439848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa016832-0db5-406a-a7b5-5ae62dfc60b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.30841892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa016832-0db5-406a-a7b5-5ae62dfc60b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.095146139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a923f094-95d5-42a8-bcb0-52256bab98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.145070555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a923f094-95d5-42a8-bcb0-52256bab98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.196305606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a923f094-95d5-42a8-bcb0-52256bab98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.246670581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a923f094-95d5-42a8-bcb0-52256bab98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.030014811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad9ae6e-60ee-46fc-84be-31790cd03ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.079231597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad9ae6e-60ee-46fc-84be-31790cd03ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.128716973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad9ae6e-60ee-46fc-84be-31790cd03ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.178665298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad9ae6e-60ee-46fc-84be-31790cd03ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.378014846Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"dc46f020-24e2-4201-b5bd-af47e441e974","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","subscription":"praxis-route-3d317d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.378185555Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"praxis-route-3d317d-sub","reconcileID":"dc46f020-24e2-4201-b5bd-af47e441e974","MaaSSubscription":{"name":"praxis-route-3d317d-sub","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"model":"ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-3d317d/praxis-route-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.004511882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef996ae-1997-45e2-9121-d6284ecccac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.054127511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef996ae-1997-45e2-9121-d6284ecccac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.103065595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef996ae-1997-45e2-9121-d6284ecccac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.151970936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef996ae-1997-45e2-9121-d6284ecccac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.41697262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"f533b12b-086a-4381-846f-b706c6d8b8a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.528504684Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"f533b12b-086a-4381-846f-b706c6d8b8a8","name":"e2e-shared-a-w2-9818d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.492539622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.101145852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","namespace":"ai-tenant-e2e-praxis-a-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.101205745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","namespace":"ai-tenant-e2e-praxis-a-3d317d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.1012582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","tenant":"e2e-praxis-a-3d317d","tenantID":"e2e-praxis-a-3d317d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.153378325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3d317d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.211609454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Service","name":"maas-api-e2e-praxis-a-3d317d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.264813369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3d317d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.315402627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3d317d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.367576033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.420693333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.472376371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.525712916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.574079522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.622679404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.671473312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Service","name":"payload-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.720469702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.768795511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.817708253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.866296096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.918792791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.967291661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.016110396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.065293615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3d317d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.11395204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3d317d"},"namespace":"ai-tenant-e2e-praxis-a-3d317d","name":"default-tenant","reconcileID":"8c3a5726-a6e7-4890-9c93-f2a2f8161f54","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3d317d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.883417614Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3d317d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3d317d","reconcileID":"a52605e6-2ef9-4bf5-b777-69b2c6c9231d","aitenant":"ai-tenants/e2e-praxis-a-3d317d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.394262246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb59d7-6c84-45cb-aa80-a7a739879916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.443470913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb59d7-6c84-45cb-aa80-a7a739879916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.49275026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb59d7-6c84-45cb-aa80-a7a739879916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.541851439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb59d7-6c84-45cb-aa80-a7a739879916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.649852891Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3d317d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3d317d","reconcileID":"a52605e6-2ef9-4bf5-b777-69b2c6c9231d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3d317d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3d317d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.33861124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17069b0-ad0e-4bb6-bce8-a450d207c914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.387632478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17069b0-ad0e-4bb6-bce8-a450d207c914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.436492146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17069b0-ad0e-4bb6-bce8-a450d207c914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.485272569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17069b0-ad0e-4bb6-bce8-a450d207c914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.269113519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedd10b8-e5b4-47d2-886b-a2ceab8fe16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.317802839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedd10b8-e5b4-47d2-886b-a2ceab8fe16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.366726685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedd10b8-e5b4-47d2-886b-a2ceab8fe16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.417465322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedd10b8-e5b4-47d2-886b-a2ceab8fe16a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.473170435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"1834ceba-30b8-4a4f-8b38-469bea96e2ac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.584322924Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"1834ceba-30b8-4a4f-8b38-469bea96e2ac","name":"e2e-shared-a-w0-c11538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.6387874Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","namespace":"ai-tenant-e2e-praxis-b-fe2df9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.638860435Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","namespace":"ai-tenant-e2e-praxis-b-fe2df9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.638964459Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","tenant":"e2e-praxis-b-fe2df9","tenantID":"e2e-praxis-b-fe2df9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.689589105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fe2df9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.747498932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Service","name":"maas-api-e2e-praxis-b-fe2df9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.799675061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fe2df9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.850945967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fe2df9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.903226777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.95446459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.008321825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.059781085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.110520609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.163366351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.177935071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad27b49-0f80-493f-99c9-0bf83a1c2a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.227290859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad27b49-0f80-493f-99c9-0bf83a1c2a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.237722998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Service","name":"payload-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.276485552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad27b49-0f80-493f-99c9-0bf83a1c2a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.325627371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad27b49-0f80-493f-99c9-0bf83a1c2a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.334720497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.385548567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.44023469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.493143831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.579279915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.630194252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.681665541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.732132186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fe2df9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.783024764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2df9"},"namespace":"ai-tenant-e2e-praxis-b-fe2df9","name":"default-tenant","reconcileID":"956e53ad-6666-4134-8084-4b6b7e2b6545","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fe2df9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.131797159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de33a6a-4e2b-4fbc-9b74-6ea2e9439ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.180597171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de33a6a-4e2b-4fbc-9b74-6ea2e9439ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.229568036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de33a6a-4e2b-4fbc-9b74-6ea2e9439ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.280515889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de33a6a-4e2b-4fbc-9b74-6ea2e9439ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.439683952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"7ed39035-19ac-477a-af02-d85632c8fbbe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cc4de5","tenantID":"e2e-praxis-b-cc4de5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.550616771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"7ed39035-19ac-477a-af02-d85632c8fbbe","name":"e2e-praxis-b-cc4de5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.492654375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.208847943Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fe2df9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fe2df9","reconcileID":"f99299fd-986b-426a-a105-712ae0e962e3","aitenant":"ai-tenants/e2e-praxis-b-fe2df9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.73701714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146d5297-2c8a-4a53-9275-b21a4e9c1ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.786185965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146d5297-2c8a-4a53-9275-b21a4e9c1ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.835134203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146d5297-2c8a-4a53-9275-b21a4e9c1ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.884329327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146d5297-2c8a-4a53-9275-b21a4e9c1ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.990520563Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fe2df9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fe2df9","reconcileID":"f99299fd-986b-426a-a105-712ae0e962e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fe2df9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-fe2df9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.700010021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931775ba-57a9-4306-9108-818485b7f2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.748880725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931775ba-57a9-4306-9108-818485b7f2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.797853322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931775ba-57a9-4306-9108-818485b7f2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.846938815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931775ba-57a9-4306-9108-818485b7f2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.540897227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"00f44895-8354-4056-9ec7-de33f0f903d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.654710046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023438a-e389-4abc-92ed-09b5a2cab3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.703815693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023438a-e389-4abc-92ed-09b5a2cab3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.752728473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023438a-e389-4abc-92ed-09b5a2cab3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.801592917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023438a-e389-4abc-92ed-09b5a2cab3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.612637638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8dbbdb-f683-42d9-aad3-35fe015aecb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.661602651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8dbbdb-f683-42d9-aad3-35fe015aecb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.71056251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8dbbdb-f683-42d9-aad3-35fe015aecb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.759565292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8dbbdb-f683-42d9-aad3-35fe015aecb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:20.943761354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"1f42bb65-f231-4ffd-a914-bed9c80ce2ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.59372189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf8719-6bc6-4964-9ba6-75b195ca712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.642656334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf8719-6bc6-4964-9ba6-75b195ca712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.691459485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf8719-6bc6-4964-9ba6-75b195ca712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.740204814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53bf8719-6bc6-4964-9ba6-75b195ca712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.54991911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95894867-b0e4-49fd-844f-5e68af696f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.598946893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95894867-b0e4-49fd-844f-5e68af696f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.647770817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95894867-b0e4-49fd-844f-5e68af696f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.696584036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95894867-b0e4-49fd-844f-5e68af696f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:25.500145772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83ee81-c82a-423d-b080-9b4242367c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:25.549370077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83ee81-c82a-423d-b080-9b4242367c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:25.598812224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83ee81-c82a-423d-b080-9b4242367c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:25.647974263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f83ee81-c82a-423d-b080-9b4242367c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:25.746633941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"5c444f41-07c6-4ac2-a876-e41b22410740","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.509428846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e5b749-f270-4003-9def-0b429ed3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.559949876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e5b749-f270-4003-9def-0b429ed3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.609853792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e5b749-f270-4003-9def-0b429ed3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.661713054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e5b749-f270-4003-9def-0b429ed3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.902960247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"0f68f85b-604b-4000-a6dc-3a81d2464cb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.665395087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"d7d801ed-67e6-4a0a-b0c7-2c7345509650","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.719237689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"f3a30a13-e148-48c8-82ba-1b2049cafdb6","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.865849945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"bbb9a768-169d-4cbf-88ac-e6847bed679c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.92129478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"bbb9a768-169d-4cbf-88ac-e6847bed679c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.942253479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"241a295b-c3b1-433a-bc74-641139a368f3","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.995580342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"66157fe5-9456-4aa8-8087-f969ea7b13da","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:30.013339418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-sub","reconcileID":"6b62c0cd-d20e-4e49-8663-7bef22a84657","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.093226911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"5cbd20aa-587f-43e4-ac9a-1dd24172dbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.125669516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"d9b6c909-a897-48c8-a65b-7ec187de1168","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.14869155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"5cbd20aa-587f-43e4-ac9a-1dd24172dbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.183587475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"ecbe107d-75fe-4451-84ef-94fe06ead4d7","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.190783416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"54aad789-92d9-40cc-8c90-6661e1ff702d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.227624665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"84b40485-e9f0-48d6-b0e1-35eae4ee75c5","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.245499512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"54aad789-92d9-40cc-8c90-6661e1ff702d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.39288185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"6989f084-73c0-4d5f-b4e0-1f82f731d9b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.491318194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"84975dcb-4db4-4650-b489-8ab3627ee6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.496716971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"6989f084-73c0-4d5f-b4e0-1f82f731d9b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.497935292Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-sub","reconcileID":"4b480a76-1880-4f95-9d84-3e10015484bc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/e2e-status-active-sub","ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.544996197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"84975dcb-4db4-4650-b489-8ab3627ee6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.619520758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e7e784a1-df03-47c4-abae-bdf73a27ebe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.654016692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"70dea152-e18b-4fbd-8c5e-b837a63c929e","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.673417584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e7e784a1-df03-47c4-abae-bdf73a27ebe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.693522374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"d83913d2-fc9b-4047-a74e-02fb04f884c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.932415868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-sub","reconcileID":"c18487d2-36bb-4399-9171-f890f11cd71b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.304651553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36722daa-4eea-4239-8f88-b555bf0cb1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.353523654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36722daa-4eea-4239-8f88-b555bf0cb1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.402441395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36722daa-4eea-4239-8f88-b555bf0cb1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.451345729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36722daa-4eea-4239-8f88-b555bf0cb1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.886650028Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a1c634","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a1c634","reconcileID":"bdfff2c0-a012-48f0-8e16-ea96520bb5dd","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-a1c634","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a1c634":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.726848548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"a0011c11-65ec-41b2-aaf2-9949bc6fcc8e","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.910008814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b8e2e340-81bc-4767-b024-796f5815caf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.910159998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"dc0cf2fa-b18b-45e7-84cc-d1e7b8d62f76","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.910453486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b936451d-ae26-4d04-9c80-2e8addef0000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.964972379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b8e2e340-81bc-4767-b024-796f5815caf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.965815477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"dc0cf2fa-b18b-45e7-84cc-d1e7b8d62f76","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.967273976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"b936451d-ae26-4d04-9c80-2e8addef0000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:33.307052663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af9dd2-c612-40c7-8b28-18bc0e2fe863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:33.356013287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af9dd2-c612-40c7-8b28-18bc0e2fe863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:33.404981516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af9dd2-c612-40c7-8b28-18bc0e2fe863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:33.45398476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af9dd2-c612-40c7-8b28-18bc0e2fe863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:34.500246111Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a1c634","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a1c634","reconcileID":"5c897b40-2bcf-4726-8079-40b175888bc9","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","gateway":"e2e-shared-b-w4-a1c634","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a1c634":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:35.311802577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f08ecc-0285-4891-9975-228df238b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:35.360866029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f08ecc-0285-4891-9975-228df238b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:35.409925828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f08ecc-0285-4891-9975-228df238b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:35.458888454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f08ecc-0285-4891-9975-228df238b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:41.499426354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:42.91712058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-sub","reconcileID":"0b9242e1-7bdd-4036-ad56-4c72d53437fc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.134163737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-sub","reconcileID":"0b9242e1-7bdd-4036-ad56-4c72d53437fc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a41ad0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.332855598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"fe29891b-acf1-4872-997d-c126b366fce9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.388079778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"f7eb6416-2601-48b8-a25a-3f8ed601bdc7","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.464134064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9caa83df-b2c1-43f8-a947-b0d108323bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.513457649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9caa83df-b2c1-43f8-a947-b0d108323bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.541837837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"f586d264-aee3-45be-8a7b-d8939fb586ed","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.562473039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9caa83df-b2c1-43f8-a947-b0d108323bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.611672831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9caa83df-b2c1-43f8-a947-b0d108323bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.611814731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"92950c77-7e69-402d-9a05-9145fffb70fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.612216511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c8af66a2-0760-4838-8302-2ce2db788ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.612541042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"b1a38df3-d1bf-4f8d-8827-a68bde7b7e68","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.666477065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c8af66a2-0760-4838-8302-2ce2db788ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.666503974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"92950c77-7e69-402d-9a05-9145fffb70fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.668711469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"b1a38df3-d1bf-4f8d-8827-a68bde7b7e68","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:43.861390335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"e2e-status-active-auth","reconcileID":"d4e0f15b-6670-4798-abd2-7990bf9acf53","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.064474563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"3ae184a8-05c3-498f-ae76-795545bbac5b","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.079599897Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a6219b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a6219b","reconcileID":"5706b457-851f-44ac-aaf2-36e8b382d350","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-a6219b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-a6219b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.443070776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3ad4ae-fe82-41a4-ac65-84f8d82c37d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.492617504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3ad4ae-fe82-41a4-ac65-84f8d82c37d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.549579024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3ad4ae-fe82-41a4-ac65-84f8d82c37d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.610896057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3ad4ae-fe82-41a4-ac65-84f8d82c37d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.961471354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"9d4865da-bfb5-4e82-8c12-d38afdfa299a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.034520042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"9230eb93-2660-4ec6-aa3d-e7558556c41a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.101439971Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a6219b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a6219b","reconcileID":"8f413830-b952-44d0-939c-643a431db48b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","gateway":"e2e-shared-b-w2-a6219b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-a6219b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.18547614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"36284b94-5121-4c51-99dd-79f19cfda6d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.186131965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"926470d9-7e1c-4ff4-9b13-ba347c12c3d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.290087755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"c11fbff4-7b26-4ecb-9378-9b4c2e1c52f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.550883323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"2c113773-c5af-4e6b-9ad5-982bac7d8d9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.683778946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"497896e3-12f8-4ce0-bf86-eef03616d2ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.855037731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e74cd203-a14f-406d-80dc-a0c5660e7541","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.129826478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"1613adcd-7c1a-4a6d-acce-f83b019be9d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.192205701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"6c9c75f0-8cc1-4f9e-bd28-37492f807563","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.293877874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"b7a65b73-4628-4098-8430-3a90c0a418e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.503259408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c12da8e-a8e6-41b2-b4b3-26e7d37f4996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.552286783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c12da8e-a8e6-41b2-b4b3-26e7d37f4996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.601231157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c12da8e-a8e6-41b2-b4b3-26e7d37f4996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.650322699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c12da8e-a8e6-41b2-b4b3-26e7d37f4996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:49.501183365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67261591-60b9-4908-8e97-5d0a689957bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:49.550208319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67261591-60b9-4908-8e97-5d0a689957bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:49.599061297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67261591-60b9-4908-8e97-5d0a689957bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:49.64917712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67261591-60b9-4908-8e97-5d0a689957bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.241229214Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4d1799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4d1799","reconcileID":"7ace30d9-3745-405b-b8cc-5e114c77f4df","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-4d1799","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4d1799":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.52002324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf66f92-24b9-4bf0-b966-c0195f911727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.57306618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf66f92-24b9-4bf0-b966-c0195f911727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.622416841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf66f92-24b9-4bf0-b966-c0195f911727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.671411185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf66f92-24b9-4bf0-b966-c0195f911727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.281490815Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4d1799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4d1799","reconcileID":"15900252-2f5a-484b-9c93-ddc2bf7c7871","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","gateway":"e2e-shared-a-w1-4d1799","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4d1799":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.493358937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f763ec-3124-4966-861f-a08d1843b2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.542729808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f763ec-3124-4966-861f-a08d1843b2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.591570264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f763ec-3124-4966-861f-a08d1843b2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.640588227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f763ec-3124-4966-861f-a08d1843b2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.443055655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c113e7a2-02eb-4946-b8c5-1ff0a775dcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.492032599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c113e7a2-02eb-4946-b8c5-1ff0a775dcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.540890775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c113e7a2-02eb-4946-b8c5-1ff0a775dcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.590958166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c113e7a2-02eb-4946-b8c5-1ff0a775dcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:59.366272733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f949d2-fd67-4de9-b452-bddf84045695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:59.416416897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f949d2-fd67-4de9-b452-bddf84045695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:59.465802183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f949d2-fd67-4de9-b452-bddf84045695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:59.514803848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f949d2-fd67-4de9-b452-bddf84045695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.391565067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0297c1-48ea-41e0-9beb-5021299fb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.441178564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0297c1-48ea-41e0-9beb-5021299fb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.490625555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0297c1-48ea-41e0-9beb-5021299fb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.539890074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0297c1-48ea-41e0-9beb-5021299fb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.838565535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"a9ef46ce-177a-44e9-9648-38551b474f2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.24918033Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0dc66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0dc66","reconcileID":"349ed826-a9c4-47dd-8224-66bf53ea2bc9","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-f0dc66","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f0dc66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.33979272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b49f83-35e1-411d-bca0-8bc7534a998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.388984095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b49f83-35e1-411d-bca0-8bc7534a998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.439897338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b49f83-35e1-411d-bca0-8bc7534a998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.489212403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b49f83-35e1-411d-bca0-8bc7534a998f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.293024952Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0dc66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0dc66","reconcileID":"30a6d5ea-bba4-44eb-b104-37e4cd5e6098","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","gateway":"e2e-shared-b-w0-f0dc66","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f0dc66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.371506797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cbbf5-6afb-4f75-8621-fd50748dd6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.421029114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cbbf5-6afb-4f75-8621-fd50748dd6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.469797632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cbbf5-6afb-4f75-8621-fd50748dd6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.518948161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cbbf5-6afb-4f75-8621-fd50748dd6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:08.297181547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29f5b-38db-42ef-91af-0437584b7676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:08.346286063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29f5b-38db-42ef-91af-0437584b7676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:08.395380093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29f5b-38db-42ef-91af-0437584b7676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:08.444942028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29f5b-38db-42ef-91af-0437584b7676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:11.502803305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.214618596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430872f3-e7c6-4135-b9d3-ca52221e461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.264308925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430872f3-e7c6-4135-b9d3-ca52221e461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.313415809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430872f3-e7c6-4135-b9d3-ca52221e461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.362363771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430872f3-e7c6-4135-b9d3-ca52221e461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.199117571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de013c95-41fc-4986-bbf6-c60581434d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.248898175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de013c95-41fc-4986-bbf6-c60581434d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.302214306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de013c95-41fc-4986-bbf6-c60581434d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.354518941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de013c95-41fc-4986-bbf6-c60581434d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.162223532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fe4f18-69c8-4c20-b74c-5afbb5b5cdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.213812429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fe4f18-69c8-4c20-b74c-5afbb5b5cdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.263452211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fe4f18-69c8-4c20-b74c-5afbb5b5cdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.312367688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fe4f18-69c8-4c20-b74c-5afbb5b5cdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.122955503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bfeb88-b81c-4334-8871-a8c803e91b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.171828494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bfeb88-b81c-4334-8871-a8c803e91b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.220815822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bfeb88-b81c-4334-8871-a8c803e91b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.270061035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bfeb88-b81c-4334-8871-a8c803e91b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.790343773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"4b743eb6-13bf-46d3-956c-f436353aa820","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.901297916Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"4b743eb6-13bf-46d3-956c-f436353aa820","name":"e2e-shared-b-w4-a1c634-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:37.927939955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","namespace":"ai-tenant-e2e-praxis-a-a41883","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:37.927995873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","namespace":"ai-tenant-e2e-praxis-a-a41883","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:37.928045536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","tenant":"e2e-praxis-a-a41883","tenantID":"e2e-praxis-a-a41883","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:37.968257189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"e0e409ac-3878-4bbd-b9df-970306c0e2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:37.978827454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a41883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.036166938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Service","name":"maas-api-e2e-praxis-a-a41883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.070826075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"d6a27052-ee18-432a-bf07-bbac87a93027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.088440397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a41883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.139200192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a41883","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.19121001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.219088021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d3d7660-a5fc-4894-9eeb-328491cf04bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.242533502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.296413705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.318297509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"409ad547-c8c6-411c-9dd0-e1c78096b13e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.347736872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.39625282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.418307367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"6ea99162-f8d1-41ed-92c4-5d6dd48f908a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.447474741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.496106448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Service","name":"payload-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.518296088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"b1238fb8-813e-421d-95e2-523f4f65559e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.544772896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.593362809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.642103119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.648322973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"7f786141-a0d3-4c23-9e97-e2f80c43e99f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.690770001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.74334855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.792318083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.841093365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.890277548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a41883","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.939837677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a41883"},"namespace":"ai-tenant-e2e-praxis-a-a41883","name":"default-tenant","reconcileID":"2ff6b266-9329-4237-bd15-5cae982add69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a41883","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.946406554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"bd954c23-515e-4b0e-8648-7a896389cac4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.044697607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"6995ca9d-a875-4cd5-9711-cd283fde4868","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.142557585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ddfcb43-f175-40a1-b7cd-7e99eb71125d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.246315031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"ee3dc39d-b7f0-4a0d-b653-fcb055055e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.344741325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"85c01f73-4103-4966-9917-6513c93248d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.493668784Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:42.901815304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bd11a6-4cdb-4efd-bb70-a4a35d08eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:42.951002094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bd11a6-4cdb-4efd-bb70-a4a35d08eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.000168625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bd11a6-4cdb-4efd-bb70-a4a35d08eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.049208982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bd11a6-4cdb-4efd-bb70-a4a35d08eebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.049301114Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a41883","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a41883","reconcileID":"162b9d98-1d6e-46f7-823d-175e5778a785","aitenant":"ai-tenants/e2e-praxis-a-a41883","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.549778999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"e6f68a8e-d5c4-4075-84b6-43f5d01c97f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.660833642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"e6f68a8e-d5c4-4075-84b6-43f5d01c97f4","name":"e2e-shared-b-w2-a6219b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.765133498Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a41883","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a41883","reconcileID":"162b9d98-1d6e-46f7-823d-175e5778a785","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a41883","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a41883"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:44.853433265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f390f48-3fb0-4f65-a9db-ba8d4d659ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:44.902301315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f390f48-3fb0-4f65-a9db-ba8d4d659ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:44.951918174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f390f48-3fb0-4f65-a9db-ba8d4d659ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:45.003764625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f390f48-3fb0-4f65-a9db-ba8d4d659ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:46.803117749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f80f80-7e28-4c6c-ba3a-50cb3c522d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:46.852143013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f80f80-7e28-4c6c-ba3a-50cb3c522d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:46.90095858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f80f80-7e28-4c6c-ba3a-50cb3c522d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:46.950026123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f80f80-7e28-4c6c-ba3a-50cb3c522d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.955191148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"76a61d0e-d554-4faf-bcc0-4ae152d91005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.066752751Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"76a61d0e-d554-4faf-bcc0-4ae152d91005","name":"e2e-shared-a-w1-4d1799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.538199398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f88faac-242d-471b-8a47-c3f092eb9629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.587879563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f88faac-242d-471b-8a47-c3f092eb9629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.636871338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f88faac-242d-471b-8a47-c3f092eb9629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.685893517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f88faac-242d-471b-8a47-c3f092eb9629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.74739341Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","namespace":"ai-tenant-e2e-praxis-b-cc4de5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.747458671Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","namespace":"ai-tenant-e2e-praxis-b-cc4de5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.747516424Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","tenant":"e2e-praxis-b-cc4de5","tenantID":"e2e-praxis-b-cc4de5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.798704964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cc4de5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.857190526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Service","name":"maas-api-e2e-praxis-b-cc4de5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.941517885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cc4de5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.992299046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cc4de5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.044095171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.097749129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.151438676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.202403063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.250949612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.299457523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.348338188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Service","name":"payload-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.39708092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.448080946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.501048988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.550834307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.603635388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.67673733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.725423974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.773998741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cc4de5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.82434458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc4de5"},"namespace":"ai-tenant-e2e-praxis-b-cc4de5","name":"default-tenant","reconcileID":"38c4042f-328c-4fe1-9ee2-1cc74c017c2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cc4de5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.541887937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfecc3a-a2b8-443d-b53d-01c308574eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.590713506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfecc3a-a2b8-443d-b53d-01c308574eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.639717824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfecc3a-a2b8-443d-b53d-01c308574eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.688502443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfecc3a-a2b8-443d-b53d-01c308574eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.103325819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"a8e26d81-fea2-45aa-bb4b-3d7dc0493cb9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.21403298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"a8e26d81-fea2-45aa-bb4b-3d7dc0493cb9","name":"e2e-shared-b-w0-f0dc66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.373650945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c30158-a918-4429-87ae-a6b663db6743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.373750087Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc4de5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc4de5","reconcileID":"040637f2-31ce-4cdc-9581-f8a17f6b7ea5","aitenant":"ai-tenants/e2e-praxis-b-cc4de5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.4226902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c30158-a918-4429-87ae-a6b663db6743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.471920841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c30158-a918-4429-87ae-a6b663db6743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.521463826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c30158-a918-4429-87ae-a6b663db6743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:10.083827034Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc4de5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc4de5","reconcileID":"040637f2-31ce-4cdc-9581-f8a17f6b7ea5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cc4de5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cc4de5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.340059096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11114c06-5593-4089-8cba-b5d2361db768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.389315429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11114c06-5593-4089-8cba-b5d2361db768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.438319582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11114c06-5593-4089-8cba-b5d2361db768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.487411233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11114c06-5593-4089-8cba-b5d2361db768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.492453623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:13.294256646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4723eaa-2a02-46e2-83c0-b2296feb05b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:13.343808941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4723eaa-2a02-46e2-83c0-b2296feb05b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:13.392857379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4723eaa-2a02-46e2-83c0-b2296feb05b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:13.441837077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4723eaa-2a02-46e2-83c0-b2296feb05b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.688489138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c730ee-9bb0-4cc5-acca-89ceb05197cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.738028086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c730ee-9bb0-4cc5-acca-89ceb05197cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.787127046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c730ee-9bb0-4cc5-acca-89ceb05197cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.835973149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c730ee-9bb0-4cc5-acca-89ceb05197cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.927353225Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b22936","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b22936","reconcileID":"a8730c6d-10e1-4127-a1b4-56e410541f1a","namespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-b22936","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-b22936":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.65522594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec6ae8a-cbbf-433e-892a-24389c5be992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.705076951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec6ae8a-cbbf-433e-892a-24389c5be992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.75520613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec6ae8a-cbbf-433e-892a-24389c5be992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.80410401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec6ae8a-cbbf-433e-892a-24389c5be992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.985839892Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b22936","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b22936","reconcileID":"7ef287c9-13ac-4dc9-ab56-95746d556fc6","namespace":"ai-tenant-e2e-explicit-b22936","gateway":"e2e-explicit-b22936","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-b22936":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.616597769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6471845-7420-401f-8e06-ca641ab49529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.66534841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6471845-7420-401f-8e06-ca641ab49529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.714217324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6471845-7420-401f-8e06-ca641ab49529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.763032092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6471845-7420-401f-8e06-ca641ab49529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.581444978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac452fe-9075-4de8-9256-cae456c44e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.631036428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac452fe-9075-4de8-9256-cae456c44e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.680020405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac452fe-9075-4de8-9256-cae456c44e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.730681654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac452fe-9075-4de8-9256-cae456c44e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.538384518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49582090-a44e-4cc5-bfc3-d400d2039a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.587239906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49582090-a44e-4cc5-bfc3-d400d2039a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.637012238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49582090-a44e-4cc5-bfc3-d400d2039a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.687065382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49582090-a44e-4cc5-bfc3-d400d2039a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.264789681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0931b-e463-40ea-9eea-7b017bb3332c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.313697278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0931b-e463-40ea-9eea-7b017bb3332c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.366168138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0931b-e463-40ea-9eea-7b017bb3332c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.415209466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0931b-e463-40ea-9eea-7b017bb3332c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.197205102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413f98e-f8d3-4375-b105-11eeaa4e9f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.246253135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413f98e-f8d3-4375-b105-11eeaa4e9f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.295221735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413f98e-f8d3-4375-b105-11eeaa4e9f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.344353895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413f98e-f8d3-4375-b105-11eeaa4e9f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:41.494375088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.954259893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"6971dfa6-64c9-4e5e-834c-d85a0e6bb4d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.077607724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"c10892fc-17f7-4d64-8b00-503896e5be50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.262509935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"8075dd7b-0151-44e4-87f3-6b9e74f4d20a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.441987707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"63d071e5-00dd-42cd-b554-b5ec7e42fbe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.541834428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"248080c5-9447-4a84-b9cf-63291a4eef79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.681169351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"a167e2a3-6f31-4a5c-b09b-1f659ad8867f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.783360251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"354aff31-3e00-46ec-8b07-ed07b0a22372","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.803788352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"758f70eb-3d76-4c7f-b59c-90b99f845029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.882212587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"5ff357cf-81bd-4664-8383-255e3542f00a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.111315309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"a56f3749-ca00-4de6-846e-efe88fc341c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.207818185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8e23514-1835-491e-b39e-64845c36fef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.231078301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"76dd88e0-d444-48d3-992f-ea0381245e46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.002310488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee94200-92bb-4de1-a210-460a1ddf971b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.051394586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee94200-92bb-4de1-a210-460a1ddf971b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.10040356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee94200-92bb-4de1-a210-460a1ddf971b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.149299064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee94200-92bb-4de1-a210-460a1ddf971b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.995991519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc72dce-7084-4b4c-953f-3ff880e91205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.045043218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc72dce-7084-4b4c-953f-3ff880e91205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.094088182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc72dce-7084-4b4c-953f-3ff880e91205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.143007923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dc72dce-7084-4b4c-953f-3ff880e91205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.009774828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6201cabd-4a12-485d-93e9-b0b192f585fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.058897934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6201cabd-4a12-485d-93e9-b0b192f585fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.10843025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6201cabd-4a12-485d-93e9-b0b192f585fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.15741977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6201cabd-4a12-485d-93e9-b0b192f585fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.940371673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f2bd85-04e5-4e86-a0ec-a87bdb772b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.989335175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f2bd85-04e5-4e86-a0ec-a87bdb772b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.038797339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f2bd85-04e5-4e86-a0ec-a87bdb772b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.088068252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f2bd85-04e5-4e86-a0ec-a87bdb772b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.675608781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008106c7-45b4-4fd9-952b-589597ae4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.724576516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008106c7-45b4-4fd9-952b-589597ae4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.773689233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008106c7-45b4-4fd9-952b-589597ae4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.822687983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008106c7-45b4-4fd9-952b-589597ae4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.606170387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f93f71a-f661-4283-9bba-7dcfafdcf92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.655246021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f93f71a-f661-4283-9bba-7dcfafdcf92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.704358048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f93f71a-f661-4283-9bba-7dcfafdcf92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.753342141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f93f71a-f661-4283-9bba-7dcfafdcf92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.917110321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"744162dd-a2d8-4366-a905-6e275909d6e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.036848838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05691517-53e2-4b51-b0e0-ebaad06d4d51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.136839702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"032a9d91-335b-4b60-816b-48e42d2eed38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.237505002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"d6c9f84f-3a2a-4ccd-b889-bda7cf76a6fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.341092297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"7914643b-347a-44dd-9bb6-aec81301b71b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.43985402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"260e0918-7e7a-42b7-9768-620ede695d93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.646406784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"d6badaf9-9209-432d-8153-f7a4ec63edff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.771076751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"bb67f087-dca7-4148-9809-bcba48089f9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.891252059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"67193cc5-785a-4352-ad06-f456b7b23887","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.008636826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"26320116-f54e-4cc9-8bee-fd8adb8d8947","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.185856517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"8d7d220b-f333-4c54-977e-0502eac89c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.312414899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"309ca4a9-eb7f-4ff0-9461-fbb55ff05899","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.293277751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d531a992-87d4-4f8b-8a6b-e1daaab8070f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.342304166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d531a992-87d4-4f8b-8a6b-e1daaab8070f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.391301662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d531a992-87d4-4f8b-8a6b-e1daaab8070f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.440158558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d531a992-87d4-4f8b-8a6b-e1daaab8070f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.906035267Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-714979","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-714979","reconcileID":"40c01e29-fb38-4a99-82db-c87a9e46c714","namespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-714979","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-714979":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:06.29596263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c127e2-ba61-4b5f-bc59-d370b451956f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:06.345030276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c127e2-ba61-4b5f-bc59-d370b451956f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:06.393772142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c127e2-ba61-4b5f-bc59-d370b451956f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:06.442674853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c127e2-ba61-4b5f-bc59-d370b451956f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:06.939530453Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-714979","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-714979","reconcileID":"eefb1466-1190-4684-9b1a-d4c2a71c392b","namespace":"ai-tenant-e2e-shared-b-w1-714979","gateway":"e2e-shared-b-w1-714979","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-714979":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.306136103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd9915-b607-4542-81d0-0ff35bb4b040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.35637671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd9915-b607-4542-81d0-0ff35bb4b040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.405202267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd9915-b607-4542-81d0-0ff35bb4b040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.4541971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd9915-b607-4542-81d0-0ff35bb4b040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:10.29612058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a42f237-8b0f-4134-a6f3-70d97182a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:10.346042334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a42f237-8b0f-4134-a6f3-70d97182a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:10.395988965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a42f237-8b0f-4134-a6f3-70d97182a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:10.445680008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a42f237-8b0f-4134-a6f3-70d97182a0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.492491673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.22046685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3d4eb-802f-498d-ba9b-760ff4350f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.270179403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3d4eb-802f-498d-ba9b-760ff4350f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.319179379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3d4eb-802f-498d-ba9b-760ff4350f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.368034796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa3d4eb-802f-498d-ba9b-760ff4350f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.143057777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7506fdf8-b9ea-4dc4-a3b2-f5d532a328ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.192149382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7506fdf8-b9ea-4dc4-a3b2-f5d532a328ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.240957945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7506fdf8-b9ea-4dc4-a3b2-f5d532a328ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.290155607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7506fdf8-b9ea-4dc4-a3b2-f5d532a328ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.715290176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"9992afb7-88e2-4b56-b790-0d5bba2f4f42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.080030605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6f28fd8-6568-4ab9-a66c-f915c3b6439a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.198223962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"ccef50df-d147-4893-9fea-b1e863005a78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.318752098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"e601d087-c8f6-422b-aa01-9810b036d543","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.501553481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"31bb3474-71d4-465d-bb12-0cda695774df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.602898368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"7922237c-99c1-492f-98b4-bf4b3293ffb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.743283346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"935fc466-26fa-4a48-8d81-5dedc8b34b30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.866539327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"0fe509bf-4c08-44a7-a062-f0ec39d43383","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.987530998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"79bc8e3d-0c10-4c1f-9c00-8a576a7a4397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.086654156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"f728d4d3-2ed5-4c88-938b-17f833606ed3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.107451616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"0d091336-66d4-4b7d-bcbe-558b683833a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.187479918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8fe6fff-88e4-4fcf-b89c-6becf60bede6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.42631257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"05f3f5cc-5856-4477-9006-4376e6af6aa8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-b22936","tenantID":"e2e-explicit-b22936","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.550301627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"05f3f5cc-5856-4477-9006-4376e6af6aa8","name":"e2e-explicit-b22936-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.493035415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:43.5140159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"55157e57-783a-41f1-bdc2-991033ce91c5","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:43.514050878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"55157e57-783a-41f1-bdc2-991033ce91c5","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.058132753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"1e81a23a-0808-44c8-85fb-6f0d33cd3e3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.157897198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"47afe229-0f43-4646-913f-472d613535a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.257523715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"ff6ee4c7-9136-4529-9f85-ddf2d69f203f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.357970857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"479e8fc8-c64b-41ba-92bc-a8c006d65aba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.36157875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"853ff2f1-40eb-4a29-b4c0-ec5c80d5a0c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.732059818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"633d120f-b3cf-44b8-9dff-13dbeeac4176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.912856491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"eb5d1c63-8904-4a08-8c0c-69d682ed5733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.013655735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"165060f2-3659-4d18-b458-a21c3c74a3f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.034296728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"ee2f13d4-7a65-44d7-9ced-8f0dd542a664","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.112858605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"972731ae-ca7f-4527-a588-765c098800f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.492320164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"1fe75952-78a5-4a18-a695-d1f645e1201f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.593733356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"a5672d18-88bd-4896-ad84-7273dc34d3ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.493241786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.880256131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"2c3d9b33-d00f-4986-bfaa-6dd25e4c9f38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.991637884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"2c3d9b33-d00f-4986-bfaa-6dd25e4c9f38","name":"e2e-shared-b-w1-714979-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.018268614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"3950c9cc-63ff-4b75-9a99-060844448596","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.018299433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"3950c9cc-63ff-4b75-9a99-060844448596","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.470801529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17e8a04-fefb-40f9-a58e-c02fb4eae7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.519765544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17e8a04-fefb-40f9-a58e-c02fb4eae7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.568712388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17e8a04-fefb-40f9-a58e-c02fb4eae7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.617723663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17e8a04-fefb-40f9-a58e-c02fb4eae7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.403739505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14fe8df-2556-4044-bc22-c65a8a00e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.452704648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14fe8df-2556-4044-bc22-c65a8a00e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.501551804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14fe8df-2556-4044-bc22-c65a8a00e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.550531842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14fe8df-2556-4044-bc22-c65a8a00e956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.492946684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.685850635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"2cf8c49c-4211-46dc-8506-94892b4d755c","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.685879682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"2cf8c49c-4211-46dc-8506-94892b4d755c","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.505781934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"66e7c1e6-f1e3-409a-b899-b589d1e73348","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.505817881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"66e7c1e6-f1e3-409a-b899-b589d1e73348","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.49388546Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.403878059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"77774b78-8361-4aae-b4a4-8659228bc211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.504327816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"172be2bf-fc6a-465e-93b9-72a139402023","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.603257105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"3bdf2acf-78e5-4144-bb35-c3bb1fd97fd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.643544397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"0e50a410-e9bd-48eb-a727-0bd30e8021b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.703361605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"df881b6e-1851-45ae-9d00-5c265fc86100","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.824972545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"353c9395-0432-4be7-9279-38c42ee4cef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.082138181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"7a9865a4-f8af-44ca-9594-4814c8feed46","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.082160348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"7a9865a4-f8af-44ca-9594-4814c8feed46","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.135694465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"550dffd6-279f-40c9-ab8b-d7058f489a7c","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.135718588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"550dffd6-279f-40c9-ab8b-d7058f489a7c","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.234204254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"e57c1e5a-23aa-4046-b694-a73f3053fe53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.2443226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c172af6-f94e-4e5f-96ce-63fbb292a2cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.34286385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b3395c5-5706-4cc2-825f-260a4ca4d4fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.354900162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"e57c1e5a-23aa-4046-b694-a73f3053fe53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.407342129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"e57c1e5a-23aa-4046-b694-a73f3053fe53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.461303638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"6da2759f-7358-41f2-afc8-d06ba2dfc04d","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.461326191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"6da2759f-7358-41f2-afc8-d06ba2dfc04d","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.604762918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"dd1a5c06-3174-4028-b5a5-4c83172328a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.847638114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"88742e72-1f3f-486b-992a-fa4c5aa0c04c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.949245089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"22e8a774-5805-4783-9696-ab2b0f0ecd28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:14.047797458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"695e13a8-4b10-4e21-95c0-f4f6de266896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.559063375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"d59899d1-b5f7-4ee6-9eca-ccc52fc7a67a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.6132607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"d59899d1-b5f7-4ee6-9eca-ccc52fc7a67a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.665525067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"d59899d1-b5f7-4ee6-9eca-ccc52fc7a67a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.970407551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2865f0-c1e5-4bde-b2aa-a4025a419c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.019728828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2865f0-c1e5-4bde-b2aa-a4025a419c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.069085059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2865f0-c1e5-4bde-b2aa-a4025a419c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.118167289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2865f0-c1e5-4bde-b2aa-a4025a419c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.902713842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a15fad-c75a-48c6-a9b9-bce6b498d519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.951594368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a15fad-c75a-48c6-a9b9-bce6b498d519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.000414888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a15fad-c75a-48c6-a9b9-bce6b498d519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.049831699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a15fad-c75a-48c6-a9b9-bce6b498d519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.753969337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"b403eda6-ce8a-4ce6-9dbb-4f786083ea5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.876204233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"5134c82b-89eb-466e-97a8-43728bb0a496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.993278321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"f29a6460-b087-49d4-b7a5-7efebb0a1e2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.213309296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"d95d4356-4bab-4070-929c-484756580436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.317306669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"ef3294ca-a4aa-421d-9d16-8f5af28d142e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.415446772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"8dc7cc83-9dd3-4493-89f5-4047d153955f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.460152317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"8997cd96-b50f-4425-9538-cd773e990d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.70281806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"b2a9892c-ab98-4741-8ea5-441c029b75ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.764375442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"38b3754b-76d9-469f-85ff-7efdca0b428d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.819793926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"38b3754b-76d9-469f-85ff-7efdca0b428d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.872674364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e70d0c01333e4b851214668d8fa63efea5160e712578af4bb4eee10ad025422) AuthConfig (997aa0cd87829d9c2ec8792e1b28f2a1b921d5d8ca056914293783a35d572196) AuthConfig (064b0dbbf6b37123ab73b1e0236e5848b4839014397187a40c0e1bb8e2b4eb94) AuthConfig (5167f29b98594d6789f532530b37eb3640a4877b57898baa29fafb942e9bc19a) AuthConfig (937d86499526f6d7e522d70ad1f391c8c67c381bbde2601354356c27d9e89a0f) AuthConfig (3a2e283c1378ee2758c7e94540f65ec3fe1f4df577cb02f2bcaf8b1e756c4e43) AuthConfig (8a817320cad61a4f37b62af38c823d2c6273318f8fdaa16bec0ae39bd38ae5d8) AuthConfig (894079dcedd58ff1aa7581452a1df435fc1f971b4aafe64973e09c3cbe3ff841) AuthConfig (962b4507e86f41fda605df7eada4501053aca28a931b80801e6550eea29db627) AuthConfig (8bc7e12d5b3d12cf6dab63b56cdf7d57aa612fed9d49db2f0d166a68413122cf) AuthConfig (35d0fc622daa3bbcf2e40779b5c71268a09655b304862263fee7599b8a076e23) AuthConfig (819c746232718ec22723517cf155b11ffde7e477496028545e049d02965bfe18) AuthConfig (995f1334c3df909a6af1dc120b5e3ebf438fdcf79be78e7d01b1e8b46c22b379) AuthConfig (784218a820c860560d30cc38d276fe64719ef17d64c04ddcf34791c55e6598ea) AuthConfig (5f9eb7c876ffea5ab9328bc86afad342b4feda3396fa6be793a00ec0b4932697) AuthConfig (09d54b107de9960ec2bbc0128e3e4e648d1556287c3c05e21d5235d0465e6c04) AuthConfig (c359e8d73f9a8c64f96507a52705a815d35b072211faf89f848b13bcf704c01c) AuthConfig (c5d53a52b3d2b5dafb4e0411f630d5e7613c2aeae64e5aaea59ba1de79ae6bc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"38b3754b-76d9-469f-85ff-7efdca0b428d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.887943754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"e1ae1cde-2bf0-4597-a0f9-02922de61d33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.927513626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"dd3b5e45-fc49-4465-8424-a599cab39fed","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.927535925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"dd3b5e45-fc49-4465-8424-a599cab39fed","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.987630182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba92b1ae-e9a1-4683-bd7f-93783d4978a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.011803663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34ca25d3-ddea-4c92-923a-4a358af830ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.135439817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"e42831ac-7f97-4faf-89e0-40c677a517b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.495173525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:44.026152993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"73428d23-fe50-4728-b71f-f4d495d4f10f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:44.080088794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"73428d23-fe50-4728-b71f-f4d495d4f10f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:44.132798832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e70d0c01333e4b851214668d8fa63efea5160e712578af4bb4eee10ad025422) AuthConfig (997aa0cd87829d9c2ec8792e1b28f2a1b921d5d8ca056914293783a35d572196) AuthConfig (064b0dbbf6b37123ab73b1e0236e5848b4839014397187a40c0e1bb8e2b4eb94) AuthConfig (5167f29b98594d6789f532530b37eb3640a4877b57898baa29fafb942e9bc19a) AuthConfig (937d86499526f6d7e522d70ad1f391c8c67c381bbde2601354356c27d9e89a0f) AuthConfig (3a2e283c1378ee2758c7e94540f65ec3fe1f4df577cb02f2bcaf8b1e756c4e43) AuthConfig (8a817320cad61a4f37b62af38c823d2c6273318f8fdaa16bec0ae39bd38ae5d8) AuthConfig (894079dcedd58ff1aa7581452a1df435fc1f971b4aafe64973e09c3cbe3ff841) AuthConfig (962b4507e86f41fda605df7eada4501053aca28a931b80801e6550eea29db627) AuthConfig (8bc7e12d5b3d12cf6dab63b56cdf7d57aa612fed9d49db2f0d166a68413122cf) AuthConfig (35d0fc622daa3bbcf2e40779b5c71268a09655b304862263fee7599b8a076e23) AuthConfig (819c746232718ec22723517cf155b11ffde7e477496028545e049d02965bfe18) AuthConfig (995f1334c3df909a6af1dc120b5e3ebf438fdcf79be78e7d01b1e8b46c22b379) AuthConfig (784218a820c860560d30cc38d276fe64719ef17d64c04ddcf34791c55e6598ea) AuthConfig (5f9eb7c876ffea5ab9328bc86afad342b4feda3396fa6be793a00ec0b4932697) AuthConfig (09d54b107de9960ec2bbc0128e3e4e648d1556287c3c05e21d5235d0465e6c04) AuthConfig (c359e8d73f9a8c64f96507a52705a815d35b072211faf89f848b13bcf704c01c) AuthConfig (c5d53a52b3d2b5dafb4e0411f630d5e7613c2aeae64e5aaea59ba1de79ae6bc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"73428d23-fe50-4728-b71f-f4d495d4f10f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.838930304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-b22936","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"explicit-model-b22936","reconcileID":"b4375b7f-e541-4cbb-b196-70aceb7cf624","MaaSModelRef":{"name":"explicit-model-b22936","namespace":"ai-tenant-e2e-explicit-b22936"},"routeName":"explicit-model-b22936-kserve-route","namespace":"ai-tenant-e2e-explicit-b22936","llmisvcName":"explicit-model-b22936","gateway":"openshift-ingress/e2e-explicit-b22936","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.231836081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"d5540d55-fcbc-464f-bc28-499092ae4884","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.286029385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"d5540d55-fcbc-464f-bc28-499092ae4884","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.338842518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e70d0c01333e4b851214668d8fa63efea5160e712578af4bb4eee10ad025422) AuthConfig (997aa0cd87829d9c2ec8792e1b28f2a1b921d5d8ca056914293783a35d572196) AuthConfig (064b0dbbf6b37123ab73b1e0236e5848b4839014397187a40c0e1bb8e2b4eb94) AuthConfig (5167f29b98594d6789f532530b37eb3640a4877b57898baa29fafb942e9bc19a) AuthConfig (937d86499526f6d7e522d70ad1f391c8c67c381bbde2601354356c27d9e89a0f) AuthConfig (3a2e283c1378ee2758c7e94540f65ec3fe1f4df577cb02f2bcaf8b1e756c4e43) AuthConfig (8a817320cad61a4f37b62af38c823d2c6273318f8fdaa16bec0ae39bd38ae5d8) AuthConfig (894079dcedd58ff1aa7581452a1df435fc1f971b4aafe64973e09c3cbe3ff841) AuthConfig (962b4507e86f41fda605df7eada4501053aca28a931b80801e6550eea29db627) AuthConfig (8bc7e12d5b3d12cf6dab63b56cdf7d57aa612fed9d49db2f0d166a68413122cf) AuthConfig (35d0fc622daa3bbcf2e40779b5c71268a09655b304862263fee7599b8a076e23) AuthConfig (819c746232718ec22723517cf155b11ffde7e477496028545e049d02965bfe18) AuthConfig (995f1334c3df909a6af1dc120b5e3ebf438fdcf79be78e7d01b1e8b46c22b379) AuthConfig (784218a820c860560d30cc38d276fe64719ef17d64c04ddcf34791c55e6598ea) AuthConfig (5f9eb7c876ffea5ab9328bc86afad342b4feda3396fa6be793a00ec0b4932697) AuthConfig (09d54b107de9960ec2bbc0128e3e4e648d1556287c3c05e21d5235d0465e6c04) AuthConfig (c359e8d73f9a8c64f96507a52705a815d35b072211faf89f848b13bcf704c01c) AuthConfig (c5d53a52b3d2b5dafb4e0411f630d5e7613c2aeae64e5aaea59ba1de79ae6bc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"d5540d55-fcbc-464f-bc28-499092ae4884","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:04.439601877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"7085c033-9c0d-4e85-93ae-3057300d2ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:04.494066179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"7085c033-9c0d-4e85-93ae-3057300d2ec9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:04.759656414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"b051cdc4-a6e8-4428-b97b-34c91681c999","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:04.759679756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"b051cdc4-a6e8-4428-b97b-34c91681c999","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:06.659628808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"1e9f6752-388b-4d3a-906d-5a674506552c","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:06.659667943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"1e9f6752-388b-4d3a-906d-5a674506552c","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.395068542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"b5a178b1-2830-4a0c-8650-6b0068fddee3","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.395094439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"b5a178b1-2830-4a0c-8650-6b0068fddee3","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.45337247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"a75cc781-8530-42e5-a0d8-cc0d20618927","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.453396416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"a75cc781-8530-42e5-a0d8-cc0d20618927","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.496100183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"054c7f7d-dbf1-40e2-9473-fa669c8cb5e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:10.511498257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"8b62a87a-c6d0-4859-9551-17b1141675af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1fd93e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.550218561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"054c7f7d-dbf1-40e2-9473-fa669c8cb5e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.622512601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"b13df6d2-8871-4a20-858b-595318ca1147","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.62253176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"b13df6d2-8871-4a20-858b-595318ca1147","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.674790836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"bcb34b5f-d6e7-4ad0-9962-a40b8bb6b1a0","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.674825067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"bcb34b5f-d6e7-4ad0-9962-a40b8bb6b1a0","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.84937551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"fa8feffd-8b1b-4fd0-9795-017afd0bab53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.876752941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"99d5fa68-7acb-4739-b8eb-7d49a24599fe","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-auth-test-model-c70fca","model":"auth-test-model-c70fca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-c70fca/e2e-auth-iso-1fd93e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.907480021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"fa8feffd-8b1b-4fd0-9795-017afd0bab53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.042710717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"ed819623-cfbd-463f-9bd6-85b93031c983","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.042734196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"ed819623-cfbd-463f-9bd6-85b93031c983","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.250004828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"7d458f95-b9bb-4780-8320-1fbd414edaa5","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-auth-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.408178639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"3981eed6-c9f6-4564-8454-47ee2169ba92","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.408200183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"3981eed6-c9f6-4564-8454-47ee2169ba92","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.494829395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.148292149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"733739a3-bd4e-41e2-aaa9-ff1a1cf5e24f","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.148315025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"733739a3-bd4e-41e2-aaa9-ff1a1cf5e24f","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.202502149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"d0dc4179-cae2-4277-9630-3065e8400ab0","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.202530602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"d0dc4179-cae2-4277-9630-3065e8400ab0","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.300203215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"c6ba6a9a-d60c-493b-bd49-7930f30180f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.426590822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"c6ba6a9a-d60c-493b-bd49-7930f30180f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.479139893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"c6ba6a9a-d60c-493b-bd49-7930f30180f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.550461496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"48c3d683-416d-4379-9ac0-af0d3d664dac","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.550482883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"48c3d683-416d-4379-9ac0-af0d3d664dac","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.656997322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"f73b0ef4-7b30-4b75-bda7-2661b4ceeb2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.711121271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"f73b0ef4-7b30-4b75-bda7-2661b4ceeb2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.764226809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"f73b0ef4-7b30-4b75-bda7-2661b4ceeb2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.477312042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"e31ee81d-b186-4bb9-a83c-51d7b7b72cf7","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-auth-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.634509181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"44c6012f-6323-4d74-b163-10b632e67ec0","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.634529901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"44c6012f-6323-4d74-b163-10b632e67ec0","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.683077776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"6cbc2af3-21c1-45eb-9e34-d430aea32c51","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.737092311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"6cbc2af3-21c1-45eb-9e34-d430aea32c51","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.19150996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"d76bff07-ca66-46d3-8e14-29ff22285422","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.191533452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"d76bff07-ca66-46d3-8e14-29ff22285422","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.243495561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"ceae9b5d-bbe4-485f-ac73-4c15d1daa29f","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.243524916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"ceae9b5d-bbe4-485f-ac73-4c15d1daa29f","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.340697228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"1f8b9ce5-e5e1-4847-9522-228b5a795169","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.462516914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"1f8b9ce5-e5e1-4847-9522-228b5a795169","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.515073431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"1f8b9ce5-e5e1-4847-9522-228b5a795169","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.567612071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"919f5b57-ff56-4673-8650-e7e9842481bc","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.567634401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"919f5b57-ff56-4673-8650-e7e9842481bc","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:32.864052118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"6100996b-3f8e-498b-a571-02e2ed47dd10","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:32.919661734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"6100996b-3f8e-498b-a571-02e2ed47dd10","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:32.972567758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd2ee4ae3a573e4b29088beeceb86e73fa8ee320a2e5573098d1c67cd6b9e223) AuthConfig (2485076d5a0520ff462e5827d56cb30ca5a92043ebde671395a5e504457fbe81) AuthConfig (1d02dfd623a39753c4de356c70eea95c52b802d08d1f40bef661829e839896af) AuthConfig (403ed43672c8d1221c44758758f59e229df8d11893682266ab42abf5fdc37f2c) AuthConfig (2c49a02dc067f53f45b1a3f95d57c4dcb9ca856052abad9cc495f4add6fff177) AuthConfig (60e788f67120c1bcde506475780855eaeac05ad4941b3449ac61fca146df9bd8) AuthConfig (d9af20d8ed6013f54bb54cad7d6bb38b5d094f8bcc99da246a7a3b74fea7c855) AuthConfig (1a80a3c149bc72e0e14abc37473be1bfb1a7240f9440156885f9b57e2a67a30c) AuthConfig (1c877c28aecaf0e491e548bd4323bff06e91bbf8917fed83c9e2a4941de403bb) AuthConfig (869535abb8d43fb517f7bb476217a0c038cd70638181b2f3d7343a6ba88c3bca) AuthConfig (7734cf1f9e71101c23999857578924163dc23f3e46ebee8fe3a8f7bc38cc2263) AuthConfig (ea631269ba76f746103928a27e18f68a3815216c8defa6965006b7e9bd639e63) AuthConfig (0f949c1c73a8dae94f7925f42dd929dff78ca1f973e819d53cc38e02e0e4ec18) AuthConfig (d6d3937334a704f2dcab539c51356f6a54acdea1b4995aa24fd8f7ef33b0a3f1) AuthConfig (5bfa2306ba119257ebf5b360a81ac37ee6ac8715faf0bb9e9ed41f31a4cfbfaf) AuthConfig (f4b62d751f300163e1789eb2f828bf345ea5fc5ae3e184364eff1d09ed6eab36) AuthConfig (dca91a934704941f8558f59f20e3d18946570cecf8db23cc4e93adcafdc97df0) AuthConfig (2a14c424d8faad3623a4be20e5b4245e71ac1108eb64dedd8464c14ebc1853db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"6100996b-3f8e-498b-a571-02e2ed47dd10","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.027760922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"de7938eb-a024-4671-a120-b7267f42cecd","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.027787725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"de7938eb-a024-4671-a120-b7267f42cecd","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.493620203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.666876066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"d2ba5ff9-55ba-4dcb-bd54-87b448c70f5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.721163617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"d2ba5ff9-55ba-4dcb-bd54-87b448c70f5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.774447848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"d2ba5ff9-55ba-4dcb-bd54-87b448c70f5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.127488878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"317a58cc-9634-488d-b8d8-1796ef03a62b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.182411909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"317a58cc-9634-488d-b8d8-1796ef03a62b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.235858623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd2ee4ae3a573e4b29088beeceb86e73fa8ee320a2e5573098d1c67cd6b9e223) AuthConfig (2485076d5a0520ff462e5827d56cb30ca5a92043ebde671395a5e504457fbe81) AuthConfig (1d02dfd623a39753c4de356c70eea95c52b802d08d1f40bef661829e839896af) AuthConfig (403ed43672c8d1221c44758758f59e229df8d11893682266ab42abf5fdc37f2c) AuthConfig (2c49a02dc067f53f45b1a3f95d57c4dcb9ca856052abad9cc495f4add6fff177) AuthConfig (60e788f67120c1bcde506475780855eaeac05ad4941b3449ac61fca146df9bd8) AuthConfig (d9af20d8ed6013f54bb54cad7d6bb38b5d094f8bcc99da246a7a3b74fea7c855) AuthConfig (1a80a3c149bc72e0e14abc37473be1bfb1a7240f9440156885f9b57e2a67a30c) AuthConfig (1c877c28aecaf0e491e548bd4323bff06e91bbf8917fed83c9e2a4941de403bb) AuthConfig (869535abb8d43fb517f7bb476217a0c038cd70638181b2f3d7343a6ba88c3bca) AuthConfig (7734cf1f9e71101c23999857578924163dc23f3e46ebee8fe3a8f7bc38cc2263) AuthConfig (ea631269ba76f746103928a27e18f68a3815216c8defa6965006b7e9bd639e63) AuthConfig (0f949c1c73a8dae94f7925f42dd929dff78ca1f973e819d53cc38e02e0e4ec18) AuthConfig (d6d3937334a704f2dcab539c51356f6a54acdea1b4995aa24fd8f7ef33b0a3f1) AuthConfig (5bfa2306ba119257ebf5b360a81ac37ee6ac8715faf0bb9e9ed41f31a4cfbfaf) AuthConfig (f4b62d751f300163e1789eb2f828bf345ea5fc5ae3e184364eff1d09ed6eab36) AuthConfig (dca91a934704941f8558f59f20e3d18946570cecf8db23cc4e93adcafdc97df0) AuthConfig (2a14c424d8faad3623a4be20e5b4245e71ac1108eb64dedd8464c14ebc1853db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"317a58cc-9634-488d-b8d8-1796ef03a62b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:51.873486838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"404296c6-00bb-4cf0-8600-2d90095db4f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:51.927961874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"404296c6-00bb-4cf0-8600-2d90095db4f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:51.980528877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (777e4951769b0050e327293c2e17ff52535aa5a64cb144d753586dfd9addf5ff) AuthConfig (6726f5d994c98d540850d4445bc7777a72ea4d3deb15ccb90474ac146d70318c) AuthConfig (d80e6531ef46e7d20f1916bf83cd32919bb64c55eb6d816750c1ee9e50260f0d) AuthConfig (7b680419f4c597a75f3520e3cb5f20db3dce60f7b9f929de82ba72fa73f93560) AuthConfig (dd1b02e200e53e864c02b1881ff2a162efd62596bdccaad5772bb93577fc0350) AuthConfig (2938436facb3dcad06407c3ce384d2b16054c2ed1f3e878be22ead3194c68de7) AuthConfig (bf7560a0f0831fcda5b963e266224713653fff3d7b55c2aa58146b42c374a608) AuthConfig (ab182980263e7984dd120425a998f955004c94a02b8cdf236b4586313d9d2a42) AuthConfig (dfa3e09985b733d5ae5782b5a424ec7bb84958747be2c35dd9f6bba5809e08eb) AuthConfig (b869e27d29cd45d38ee3ec799d5303084bac632d56c4075015d4d4c70423f3d1) AuthConfig (1fed8cc27e800bbdc9a95863aa458aa9f377d27330085db5ffe3f0069e53f727) AuthConfig (6734ace1f28b65f12d03c1bac75f6d9fd382f9d6e643ce75f6758637323c2354) AuthConfig (200a27e594443b2cc3d6d029e97b5cd73a447917d26528ecd75f4cfac00796c3) AuthConfig (6980ca7828ffce7d8a59d0b9b8d00a880628adc093d9b38d1e2b8b426a57e32f) AuthConfig (7d862145f6f9cdec85c2aec04a89c4040701f385d0a2facc592f684aad30d7ef) AuthConfig (a4c3556737d23625a1a02d5274b8c67133da950a619f79afa9d93a5a02b520e6) AuthConfig (1d60718039f197e8839db80ec8fe9ac5830496eb876c7756e00682edae290161) AuthConfig (9a7c1fdae7b6aa1b6f38a70cc1950b353cdc1b0498d2f277a8b3089626d208be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"404296c6-00bb-4cf0-8600-2d90095db4f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:52.035579025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"64e3e3e0-e10a-48c0-a289-37dbe09b3bc0","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:52.035603255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"64e3e3e0-e10a-48c0-a289-37dbe09b3bc0","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.334127371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"ec6f4dd0-5977-4ff2-b782-d8971e3f4f35","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.388458044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"ec6f4dd0-5977-4ff2-b782-d8971e3f4f35","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.694762603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"9c22b59d-0aca-4dea-88f4-332d66059944","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.694782701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"9c22b59d-0aca-4dea-88f4-332d66059944","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.682101555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"dc29d39e-48ab-410b-9f4d-592fd435100b","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.68212939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"dc29d39e-48ab-410b-9f4d-592fd435100b","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:58.080580312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b8620e-8c2f-4bc3-b8cd-c21c37245631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:58.129671107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b8620e-8c2f-4bc3-b8cd-c21c37245631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:58.17887712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b8620e-8c2f-4bc3-b8cd-c21c37245631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:58.229000258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b8620e-8c2f-4bc3-b8cd-c21c37245631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.11215224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"06f8825f-7f9b-468d-b7a6-b91bf3591542","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.112180331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"06f8825f-7f9b-468d-b7a6-b91bf3591542","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.170151575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"acd7937b-b8bc-42ab-bccb-f1ce01146112","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.170177568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"acd7937b-b8bc-42ab-bccb-f1ce01146112","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:59.226075528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"706d6198-951a-408a-bd9c-dd92eb7b73d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-cfaacc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.277366084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"afcadf90-c439-4114-8554-a0b66a55cdfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:59.278806852Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"acd7937b-b8bc-42ab-bccb-f1ce01146112","name":"auth-test-model-9818d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9818d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:59.278863993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"acd7937b-b8bc-42ab-bccb-f1ce01146112","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9818d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.284242117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"14fa5a58-4a26-48c5-819b-d39888dfdba9","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.284256579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"14fa5a58-4a26-48c5-819b-d39888dfdba9","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.332434445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"afcadf90-c439-4114-8554-a0b66a55cdfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.337597566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"db6ce097-4328-4ecd-852f-1670da7f6354","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.337621148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"db6ce097-4328-4ecd-852f-1670da7f6354","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.391936729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"343214ff-d1d6-465b-8703-03223aa4986e","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.391956687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"343214ff-d1d6-465b-8703-03223aa4986e","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.650018397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"050ab335-9160-4eb1-b3ea-be028c398f9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.665257256Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"1750822e-580a-454c-bacf-a042f4ab086d","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-auth-test-model-9818d8","model":"auth-test-model-9818d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-9818d8/e2e-auth-iso-cfaacc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.704380504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"050ab335-9160-4eb1-b3ea-be028c398f9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.881638468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"d299afd8-bf26-4b6d-81d6-4f5a8fd8b11d","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.881663419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"d299afd8-bf26-4b6d-81d6-4f5a8fd8b11d","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.078877662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"3dc12cb6-b4fc-4c60-b9ac-9c10df3d2074","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-auth-test-model-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.084113867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328c5034-0c9c-424f-8a03-5d366cd03dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.133172417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328c5034-0c9c-424f-8a03-5d366cd03dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.182204394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328c5034-0c9c-424f-8a03-5d366cd03dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.231138961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328c5034-0c9c-424f-8a03-5d366cd03dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.134022283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f53b92c3-da9d-4689-bb4a-35889cf0b7f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.188845951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f53b92c3-da9d-4689-bb4a-35889cf0b7f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.256890866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (777e4951769b0050e327293c2e17ff52535aa5a64cb144d753586dfd9addf5ff) AuthConfig (6726f5d994c98d540850d4445bc7777a72ea4d3deb15ccb90474ac146d70318c) AuthConfig (d80e6531ef46e7d20f1916bf83cd32919bb64c55eb6d816750c1ee9e50260f0d) AuthConfig (7b680419f4c597a75f3520e3cb5f20db3dce60f7b9f929de82ba72fa73f93560) AuthConfig (dd1b02e200e53e864c02b1881ff2a162efd62596bdccaad5772bb93577fc0350) AuthConfig (2938436facb3dcad06407c3ce384d2b16054c2ed1f3e878be22ead3194c68de7) AuthConfig (bf7560a0f0831fcda5b963e266224713653fff3d7b55c2aa58146b42c374a608) AuthConfig (ab182980263e7984dd120425a998f955004c94a02b8cdf236b4586313d9d2a42) AuthConfig (dfa3e09985b733d5ae5782b5a424ec7bb84958747be2c35dd9f6bba5809e08eb) AuthConfig (b869e27d29cd45d38ee3ec799d5303084bac632d56c4075015d4d4c70423f3d1) AuthConfig (1fed8cc27e800bbdc9a95863aa458aa9f377d27330085db5ffe3f0069e53f727) AuthConfig (6734ace1f28b65f12d03c1bac75f6d9fd382f9d6e643ce75f6758637323c2354) AuthConfig (200a27e594443b2cc3d6d029e97b5cd73a447917d26528ecd75f4cfac00796c3) AuthConfig (6980ca7828ffce7d8a59d0b9b8d00a880628adc093d9b38d1e2b8b426a57e32f) AuthConfig (7d862145f6f9cdec85c2aec04a89c4040701f385d0a2facc592f684aad30d7ef) AuthConfig (a4c3556737d23625a1a02d5274b8c67133da950a619f79afa9d93a5a02b520e6) AuthConfig (1d60718039f197e8839db80ec8fe9ac5830496eb876c7756e00682edae290161) AuthConfig (9a7c1fdae7b6aa1b6f38a70cc1950b353cdc1b0498d2f277a8b3089626d208be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f53b92c3-da9d-4689-bb4a-35889cf0b7f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.146131117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"137189ec-a971-415b-961e-14ff120ef55a","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.14615397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"137189ec-a971-415b-961e-14ff120ef55a","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.266980441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"3033d498-c9da-487b-ad2b-1e1dc6f00718","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.267007785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"3033d498-c9da-487b-ad2b-1e1dc6f00718","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.300054617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a15d0f07-4a45-4c64-ae13-09d05dad3c12","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.321808427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"f030c367-8b44-4831-aad5-087be505853b","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.321830052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"f030c367-8b44-4831-aad5-087be505853b","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.420888815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a15d0f07-4a45-4c64-ae13-09d05dad3c12","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.473694834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a15d0f07-4a45-4c64-ae13-09d05dad3c12","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.526972291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"8037e294-0587-4086-a5e2-db75f8b36904","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.52699582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"8037e294-0587-4086-a5e2-db75f8b36904","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.494120125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.356184146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"89274376-6522-402b-9b44-7689ed7a0d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.414037162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"89274376-6522-402b-9b44-7689ed7a0d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.467106667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (777e4951769b0050e327293c2e17ff52535aa5a64cb144d753586dfd9addf5ff) AuthConfig (6726f5d994c98d540850d4445bc7777a72ea4d3deb15ccb90474ac146d70318c) AuthConfig (d80e6531ef46e7d20f1916bf83cd32919bb64c55eb6d816750c1ee9e50260f0d) AuthConfig (7b680419f4c597a75f3520e3cb5f20db3dce60f7b9f929de82ba72fa73f93560) AuthConfig (dd1b02e200e53e864c02b1881ff2a162efd62596bdccaad5772bb93577fc0350) AuthConfig (2938436facb3dcad06407c3ce384d2b16054c2ed1f3e878be22ead3194c68de7) AuthConfig (bf7560a0f0831fcda5b963e266224713653fff3d7b55c2aa58146b42c374a608) AuthConfig (ab182980263e7984dd120425a998f955004c94a02b8cdf236b4586313d9d2a42) AuthConfig (dfa3e09985b733d5ae5782b5a424ec7bb84958747be2c35dd9f6bba5809e08eb) AuthConfig (b869e27d29cd45d38ee3ec799d5303084bac632d56c4075015d4d4c70423f3d1) AuthConfig (1fed8cc27e800bbdc9a95863aa458aa9f377d27330085db5ffe3f0069e53f727) AuthConfig (6734ace1f28b65f12d03c1bac75f6d9fd382f9d6e643ce75f6758637323c2354) AuthConfig (200a27e594443b2cc3d6d029e97b5cd73a447917d26528ecd75f4cfac00796c3) AuthConfig (6980ca7828ffce7d8a59d0b9b8d00a880628adc093d9b38d1e2b8b426a57e32f) AuthConfig (7d862145f6f9cdec85c2aec04a89c4040701f385d0a2facc592f684aad30d7ef) AuthConfig (a4c3556737d23625a1a02d5274b8c67133da950a619f79afa9d93a5a02b520e6) AuthConfig (1d60718039f197e8839db80ec8fe9ac5830496eb876c7756e00682edae290161) AuthConfig (9a7c1fdae7b6aa1b6f38a70cc1950b353cdc1b0498d2f277a8b3089626d208be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"89274376-6522-402b-9b44-7689ed7a0d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.625156214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"21ae65ca-b828-4b72-9afd-fb7f760da345","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.687801283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"21ae65ca-b828-4b72-9afd-fb7f760da345","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.741299603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"21ae65ca-b828-4b72-9afd-fb7f760da345","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.426811668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"5741f9fb-ed0f-41e5-b41d-5fe98eff53db","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-auth-test-model-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.585457607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"07d8e951-7fc1-42a4-b574-61cfd64a214f","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.585487996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"07d8e951-7fc1-42a4-b574-61cfd64a214f","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:16.889280251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"40753b6f-e446-461e-bf79-aa2afefbce18","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:16.945576419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"40753b6f-e446-461e-bf79-aa2afefbce18","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:17.890436143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"d6e85190-7a82-4db0-acc5-138af8781076","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:17.890459196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"d6e85190-7a82-4db0-acc5-138af8781076","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:17.942641359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"98c1fbc8-c2fc-4889-b393-1db40c2cecf2","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:17.94266612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"98c1fbc8-c2fc-4889-b393-1db40c2cecf2","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:18.039799475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"d636b28a-6149-4629-b8cf-d3c8118e216e","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:18.161589034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"d636b28a-6149-4629-b8cf-d3c8118e216e","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:18.21445737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"d636b28a-6149-4629-b8cf-d3c8118e216e","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:18.274678679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"7999f00b-fc23-43b0-991d-8454a2104350","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:18.274704915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"7999f00b-fc23-43b0-991d-8454a2104350","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.565997918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"80a019b7-fea6-4a81-bc09-23685edcf0f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.62005367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"80a019b7-fea6-4a81-bc09-23685edcf0f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.87372876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"0a37260d-2fcf-44ed-b405-1d187a6450a2","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.873750166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"0a37260d-2fcf-44ed-b405-1d187a6450a2","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:23.840337705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"6bd75ab3-e5fa-435c-b3ee-9814c2c13c54","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:23.894562931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"6bd75ab3-e5fa-435c-b3ee-9814c2c13c54","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:23.947172701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"6bd75ab3-e5fa-435c-b3ee-9814c2c13c54","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.286149915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"4b1dd9ce-46b0-4abd-9a3c-303037913a2a","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.286172018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"4b1dd9ce-46b0-4abd-9a3c-303037913a2a","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.343245005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"108b32c0-90dc-4b07-97a3-ee9fdd0f42ba","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.343267999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"108b32c0-90dc-4b07-97a3-ee9fdd0f42ba","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.374299365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"d450157d-3759-49be-be51-d9a1e147ef24","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.384750169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"7def6277-6967-4033-a985-0786ff7c395b","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:28.392729467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"06e3762e-7a71-4ac1-83bd-60c448dcd195","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1fd93e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:28.394075667Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"108b32c0-90dc-4b07-97a3-ee9fdd0f42ba","name":"auth-test-model-a1c634","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a1c634\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:28.39412864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"108b32c0-90dc-4b07-97a3-ee9fdd0f42ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a1c634\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.399496435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"0a8b81b9-4cae-4af9-b02e-f2476d361433","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.399513986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"0a8b81b9-4cae-4af9-b02e-f2476d361433","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.429519394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"d450157d-3759-49be-be51-d9a1e147ef24","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.439555817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"7def6277-6967-4033-a985-0786ff7c395b","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.48231875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"d450157d-3759-49be-be51-d9a1e147ef24","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.499895407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"b50a5aff-0753-48db-b931-1561d7979452","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.499962187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"b50a5aff-0753-48db-b931-1561d7979452","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.552866947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"026ce25d-f574-4766-9b1c-589740ae9d23","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.552890092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"026ce25d-f574-4766-9b1c-589740ae9d23","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.734360877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"504bb032-ffc8-4103-ad83-2dd2e88250b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.762131Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"b09c9e68-99c0-446f-9a69-5df158864111","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-auth-test-model-a1c634","model":"auth-test-model-a1c634","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a1c634/e2e-auth-iso-1fd93e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.788169929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"504bb032-ffc8-4103-ad83-2dd2e88250b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.919645485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"652463d8-7e90-4c64-be67-51b74fd8adf1","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.919667652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"652463d8-7e90-4c64-be67-51b74fd8adf1","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.117330185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"a99c40b8-8249-4697-aaeb-113d1e52107b","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-auth-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.045456243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"94bd8d27-6d12-4cf8-9be1-2919dc55a202","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.099288651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"94bd8d27-6d12-4cf8-9be1-2919dc55a202","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.152242599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"94bd8d27-6d12-4cf8-9be1-2919dc55a202","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.581197036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"5991fb3a-bb27-45a1-a08a-aa526d7d0e79","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.63518698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"5991fb3a-bb27-45a1-a08a-aa526d7d0e79","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.687983181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"5991fb3a-bb27-45a1-a08a-aa526d7d0e79","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:41.492868823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.252476434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"cbd2b633-160c-4d56-bd0f-c0a0fe2fac41","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.30619555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"cbd2b633-160c-4d56-bd0f-c0a0fe2fac41","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.358454227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"cbd2b633-160c-4d56-bd0f-c0a0fe2fac41","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.78666958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"17cbc06d-004b-4eb5-8fc0-d933d63abc9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.840691012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"17cbc06d-004b-4eb5-8fc0-d933d63abc9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.893571576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"17cbc06d-004b-4eb5-8fc0-d933d63abc9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.822087257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"4f0f41b9-bc9a-49e5-ba7a-8790fe57f6b5","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-auth-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.981936279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"4597ef03-9ef5-4970-8362-eb9b081cf841","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.981962725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"4597ef03-9ef5-4970-8362-eb9b081cf841","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.786308116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"ab89562b-a933-4932-8f0a-4553399c9405","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.841109597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"ab89562b-a933-4932-8f0a-4553399c9405","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.372419493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8121ef-caaa-422f-87bd-a8630574a4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.421747573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8121ef-caaa-422f-87bd-a8630574a4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.470710636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8121ef-caaa-422f-87bd-a8630574a4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.500899174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"bc964c2b-5196-47b3-9295-dbd8e01a03e4","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.500956703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"bc964c2b-5196-47b3-9295-dbd8e01a03e4","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.523861998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8121ef-caaa-422f-87bd-a8630574a4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.626257924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"7cc5930a-b9c7-4d49-adb0-50d04faa3af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.680271484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"7cc5930a-b9c7-4d49-adb0-50d04faa3af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.680470062Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"102af8b4-6b31-4a47-bf23-4b4e3bf36438","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bbb30a63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.025424346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"3245faf3-cdb8-492d-a73a-aa40487c95eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.079169063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"3245faf3-cdb8-492d-a73a-aa40487c95eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.457559145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"de68cb76-7e2b-464d-bf7f-4bc8e8a22bb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.511604421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"de68cb76-7e2b-464d-bf7f-4bc8e8a22bb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.564190188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfcfa1a284ba54982e7d59548f5d96889aac02ac2abbe4d6b859293af7f267cd) AuthConfig (eec364c1eb5413ba45176b50bff02b242c08194147a6c3180cb77736005d7c3e) AuthConfig (53ea6168478217e676af3cd24930e2247546d9cbde554d7c565201608185b7e0) AuthConfig (299eb685169c6ed834f209b3cd143077ad70daf09a4fac17f6a1c6ffeb601721) AuthConfig (7d35682d7b06c53d0690d613ad900bcc278e98e5fbda6af22252b15f3c5e15db) AuthConfig (bcb83374056818d9dd775507a3246ce863ae3d749c615107e993456a5d1c8a5d) AuthConfig (0450cf1c7b3086de1881e91e04380f4569d962634e59c9453f7e725760f6f8b5) AuthConfig (324bb0d88f5caeff5649e79f1ecbb1f3e959cc2740e8b9c17fd22d2b320b99ef) AuthConfig (4ac2462a51011fad2cf554097b43a8cf1b3783f5e33f1485b13d0235e6bd9752) AuthConfig (6e63e3b7698f380b002356968e01f489005b154f0a4ab2d6e9918e5b889e683d) AuthConfig (6302e054d379fc9a99b4c96682664146ae38754273bd6f241c731c46efc68765) AuthConfig (7fec5bef1ed63b0b86cc925f960da76be12ad6a0fb7ffa952ba656a95b561b0a) AuthConfig (7e80989e3dea83279a30dc8db4c3ced0b82352630e48affd68ce9f65686b65c7) AuthConfig (98157da53419151e83344a77b11678693c1ac6bf885d604cbb0bc6c6e1d0ca81) AuthConfig (c740e10eee55c71b00c9acf3fa1d1170899e7ea3ea80ccdace48eb870ca2d2d7) AuthConfig (2b0d102cc1b16efff60e1f292b193438842da1fd5e31a9d010d74625b0e9bcf3) AuthConfig (9542d65ddd6c514aed5fc21b6efd46397c63d4416773b1a2c7f84072efbb4da3) AuthConfig (316ec19fff98c9b268b3303979f864b940c92f4d4d76e9572bd353bf1a2edfec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"de68cb76-7e2b-464d-bf7f-4bc8e8a22bb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.617135913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"f3327489-1c0b-4b36-bfa8-a2d48658446a","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.617155782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"f3327489-1c0b-4b36-bfa8-a2d48658446a","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.991042974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"24e8c1ba-ce06-4b7c-be2e-2ca859055ff0","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.04750681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"24e8c1ba-ce06-4b7c-be2e-2ca859055ff0","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.099984359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0826d95fa378f24cb5271772332658b1fcd9be388a319d836c3746eb61300393) AuthConfig (1059c4d832dc30dd65e4c0eb9d2cfee77814da9db58e505d0e0d7dc390eb0fa7) AuthConfig (aa75f244c7a7fb405c3715bf14278c282072fdcd42b0882bface62d15d3d59b5) AuthConfig (b619831c02fbcaeccf60527592da4fec5621f47fb74fa2b15d9051ecbb257ade) AuthConfig (111ae1be28c005144ae40d5398145222d5ad8be466257fa841d7158aa89834f9) AuthConfig (b56132bd8c4b45bbbea2e786a7b90ac34e42317ec0cf016b4983c018270173c5) AuthConfig (f72038a22c67c08066887ecaa52081481d1bc3a852e34d138b831b6d1c643d4e) AuthConfig (159b0eed8535974b6d5e05f769904d8a8d2458441e65376b83d3b4ace575e81f) AuthConfig (e6e0eb28c49c151c1fa6e24c484aca71baa31be27d78a560c0e7bcbc5e93a81a) AuthConfig (4b3b74a8ddf05c12fe0db970e409108b4af23cb1874e6be437112bfa0f8d87e0) AuthConfig (824cb802d33c1a0f9f68f9cd5b7e7b7f7946523736f9abea21d5f27755fa771d) AuthConfig (1405a3d94db133adc5d8033115260891c7537ed024bd4697eacc57960087394a) AuthConfig (f98cd40a44fb44ffa0f7a5cdd3bc96b08e01e4bad7eb685acc1d58799138ec0e) AuthConfig (0773d380a58d50e8123190e5c535f207fd7ff4cda963c708824cd342f5e3946a) AuthConfig (808f873e9ba89331b8407260d2148a7911bc0b8e1337fda67fdf7ba57b0e41ca) AuthConfig (72642d0e55434c8675fcf5fb228d191987ba76b0c32fd86c93e3d417897c6def) AuthConfig (bc034de43c8f33a1707bb5f95ca8fc2248461be31149d3f4b0bef4b5e5f862ea) AuthConfig (17d240f6ca61bf2303241f0af6a27b6e705815446d38998872d05174b9dbf521)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"24e8c1ba-ce06-4b7c-be2e-2ca859055ff0","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.150394215Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"c8372fb6-3434-4e9a-9df2-2aed0f601408","namespace":"ai-tenant-e2e-explicit-b22936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.15045202Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"c8372fb6-3434-4e9a-9df2-2aed0f601408","namespace":"ai-tenant-e2e-explicit-b22936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.150497731Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"c8372fb6-3434-4e9a-9df2-2aed0f601408","aitenant":"ai-tenants/e2e-explicit-b22936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.154533461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"76201bf8-f27d-4a31-ae03-dec671107a17","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.154553251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"76201bf8-f27d-4a31-ae03-dec671107a17","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.730980545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"44a2e315-6151-4329-a40d-c269d0f26a00","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","subscription":"e2e-auth-iso-1fd93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.783554467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"44a2e315-6151-4329-a40d-c269d0f26a00","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.833235205Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"44a2e315-6151-4329-a40d-c269d0f26a00","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.102993596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"a96a7f90-c22d-4c1b-9080-e5442635ff46","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.103013757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"a96a7f90-c22d-4c1b-9080-e5442635ff46","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.200641948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"dec41117-9638-4bb9-b3a8-4a27cc4d8778","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.244893482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"2fc1c13b-b008-47be-b38f-3bcc63f02725","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.244945334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"2fc1c13b-b008-47be-b38f-3bcc63f02725","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.278339358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"dec41117-9638-4bb9-b3a8-4a27cc4d8778","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.359545301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"5af06097-bc61-4fe8-bc37-d180faacb6a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.425930585Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"ddaa2427-72cc-4b28-9f6a-94244de29b6f","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e518e00c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.428674389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"5af06097-bc61-4fe8-bc37-d180faacb6a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.579229536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"e495a608-5028-45bd-89fc-56712579ec16","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.633327133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"e495a608-5028-45bd-89fc-56712579ec16","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.715186601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"60342401-db38-44d8-9fa6-144f464dff23","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.770044287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"60342401-db38-44d8-9fa6-144f464dff23","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.816522186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"e3dc2e62-ae07-4a25-8e52-a545124b03c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.822894963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfcfa1a284ba54982e7d59548f5d96889aac02ac2abbe4d6b859293af7f267cd) AuthConfig (eec364c1eb5413ba45176b50bff02b242c08194147a6c3180cb77736005d7c3e) AuthConfig (53ea6168478217e676af3cd24930e2247546d9cbde554d7c565201608185b7e0) AuthConfig (299eb685169c6ed834f209b3cd143077ad70daf09a4fac17f6a1c6ffeb601721) AuthConfig (7d35682d7b06c53d0690d613ad900bcc278e98e5fbda6af22252b15f3c5e15db) AuthConfig (bcb83374056818d9dd775507a3246ce863ae3d749c615107e993456a5d1c8a5d) AuthConfig (0450cf1c7b3086de1881e91e04380f4569d962634e59c9453f7e725760f6f8b5) AuthConfig (324bb0d88f5caeff5649e79f1ecbb1f3e959cc2740e8b9c17fd22d2b320b99ef) AuthConfig (4ac2462a51011fad2cf554097b43a8cf1b3783f5e33f1485b13d0235e6bd9752) AuthConfig (6e63e3b7698f380b002356968e01f489005b154f0a4ab2d6e9918e5b889e683d) AuthConfig (6302e054d379fc9a99b4c96682664146ae38754273bd6f241c731c46efc68765) AuthConfig (7fec5bef1ed63b0b86cc925f960da76be12ad6a0fb7ffa952ba656a95b561b0a) AuthConfig (7e80989e3dea83279a30dc8db4c3ced0b82352630e48affd68ce9f65686b65c7) AuthConfig (98157da53419151e83344a77b11678693c1ac6bf885d604cbb0bc6c6e1d0ca81) AuthConfig (c740e10eee55c71b00c9acf3fa1d1170899e7ea3ea80ccdace48eb870ca2d2d7) AuthConfig (2b0d102cc1b16efff60e1f292b193438842da1fd5e31a9d010d74625b0e9bcf3) AuthConfig (9542d65ddd6c514aed5fc21b6efd46397c63d4416773b1a2c7f84072efbb4da3) AuthConfig (316ec19fff98c9b268b3303979f864b940c92f4d4d76e9572bd353bf1a2edfec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"60342401-db38-44d8-9fa6-144f464dff23","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.871000361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"e3dc2e62-ae07-4a25-8e52-a545124b03c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:09.251974301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"0d341edb-0d7c-4da8-9f24-fd0a3db7bfe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:09.305947282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"0d341edb-0d7c-4da8-9f24-fd0a3db7bfe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:09.6147325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"c36eb9f0-ab62-4a6f-9eb7-4b0f02d99b43","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:09.614753877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"c36eb9f0-ab62-4a6f-9eb7-4b0f02d99b43","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.492896457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.476097018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"bcf75c5b-cc1a-427c-8fde-4ab74fe88678","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","subscription":"e2e-auth-iso-1fd93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.525562169Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"bcf75c5b-cc1a-427c-8fde-4ab74fe88678","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.57475707Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"bcf75c5b-cc1a-427c-8fde-4ab74fe88678","MaaSSubscription":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.838123818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"d0202b39-cd93-4bd0-aa48-1e587f626b51","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.838145756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"d0202b39-cd93-4bd0-aa48-1e587f626b51","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.927794739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"4abdf2e6-b698-4f1c-be42-0f8f5b9301fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.934823335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"281a4f99-f7c5-4795-ae98-a17932861a4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.975720756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"a10b10ac-29d3-481a-a7a6-9343ba18003c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.975814091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"9bd0809f-50af-4f9c-b345-fbbfedbd2838","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.97583156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"9bd0809f-50af-4f9c-b345-fbbfedbd2838","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.981900131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"4abdf2e6-b698-4f1c-be42-0f8f5b9301fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:14.988590258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"281a4f99-f7c5-4795-ae98-a17932861a4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.173930763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"a10b10ac-29d3-481a-a7a6-9343ba18003c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.238276236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"bcae38c7-f4d6-4b06-ab0b-a4180dc0850c","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.238295069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"bcae38c7-f4d6-4b06-ab0b-a4180dc0850c","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.294498168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"a10b10ac-29d3-481a-a7a6-9343ba18003c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.294519488Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-auth-iso-1fd93e","reconcileID":"a10b10ac-29d3-481a-a7a6-9343ba18003c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.295821699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"69516c0f-8c33-43b2-a6ca-4147d36182af","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.295841968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"69516c0f-8c33-43b2-a6ca-4147d36182af","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.296199724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"982807ec-3586-44b4-ae61-2081969ce79f","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.296213384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"982807ec-3586-44b4-ae61-2081969ce79f","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.324545857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"51cccec2-159a-4900-9044-4a8b6d1cf99f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:15.346852056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"9500364d-9c38-478f-8a62-7eaaf9eb4f4c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-cfaacc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.348927337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"f769807e-a5bc-4981-ad69-5335dad9ef57","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/auth-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.348948717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"auth-test-model-c70fca","reconcileID":"f769807e-a5bc-4981-ad69-5335dad9ef57","MaaSModelRef":{"name":"auth-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"auth-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"auth-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.378211422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"51cccec2-159a-4900-9044-4a8b6d1cf99f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.424508278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"68acff47-48f2-48b9-95bf-7275cb38382d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.456105755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"dfe9216e-5aaf-4b1d-a676-4dbfa318c2c2","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.456130406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"dfe9216e-5aaf-4b1d-a676-4dbfa318c2c2","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.478553836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"68acff47-48f2-48b9-95bf-7275cb38382d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.486451899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"c2ce96e7-4d86-49f4-9b26-98ba56b7e849","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.486473288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"c2ce96e7-4d86-49f4-9b26-98ba56b7e849","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.508705459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"7696d9bb-cbca-4fd6-a57f-d2b0c173c80e","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.508728678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"7696d9bb-cbca-4fd6-a57f-d2b0c173c80e","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.576278468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f6902915-741a-46ae-b37c-36db9dcbf536","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.707358884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"6796f19b-a252-4ec7-83b8-72bdc61f24ef","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-auth-test-model-a6219b","model":"auth-test-model-a6219b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-a6219b/e2e-auth-iso-cfaacc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.721878327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"2b073689-1bbf-4d19-b3ec-292bb1265cab","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.773937745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f6902915-741a-46ae-b37c-36db9dcbf536","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.775707485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"2b073689-1bbf-4d19-b3ec-292bb1265cab","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.818815949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"3e330b2d-ff29-4914-a420-c29e85c3118c","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.818836426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"3e330b2d-ff29-4914-a420-c29e85c3118c","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.874181155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"89e63969-3cf6-4867-9d28-69378e45ca5e","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.87421029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"89e63969-3cf6-4867-9d28-69378e45ca5e","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.874700439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"ce86a964-5774-47cd-bff7-753f6f61108b","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.874714876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"ce86a964-5774-47cd-bff7-753f6f61108b","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.893976559Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f6902915-741a-46ae-b37c-36db9dcbf536","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.89400163Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-auth-iso-1fd93e","reconcileID":"f6902915-741a-46ae-b37c-36db9dcbf536","MaaSAuthPolicy":{"name":"e2e-auth-iso-1fd93e","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.922549095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5e575ec7-eaff-4997-9fc8-55ad5073c105","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:15.926950046Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"ce86a964-5774-47cd-bff7-753f6f61108b","name":"auth-test-model-c11538","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c11538\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:15.927021301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"ce86a964-5774-47cd-bff7-753f6f61108b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c11538\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:15.927549131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"836b38f6-1bde-4c46-868d-48da1db8f65a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c49890\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.932997425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"43c06907-f944-49ea-9c97-083c15251370","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.93301739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"43c06907-f944-49ea-9c97-083c15251370","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.947692084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"6f035b0e-53b8-4839-b226-a1551051bda5","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/auth-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.94771222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"auth-test-model-a1c634","reconcileID":"6f035b0e-53b8-4839-b226-a1551051bda5","MaaSModelRef":{"name":"auth-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"auth-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"auth-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.977162149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5e575ec7-eaff-4997-9fc8-55ad5073c105","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.034624565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"26a5f49c-b1e6-4880-80f6-6cebc491a070","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.034648092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"26a5f49c-b1e6-4880-80f6-6cebc491a070","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.067028662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"631cccbf-ca98-45ca-bb0b-75732de2f97d","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-auth-test-model-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.088792261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"664ff2d5-fa37-4e8f-ba27-879ca66b5d29","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.088813695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"664ff2d5-fa37-4e8f-ba27-879ca66b5d29","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.274135929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"c9472216-a55a-4a08-81c4-4cbb9a9a5daf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.288177601Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"869de3c4-daa0-42d0-aacb-e4e7aea5d875","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-auth-test-model-c11538","model":"auth-test-model-c11538","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-c11538/e2e-auth-iso-c49890"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.327724918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"c9472216-a55a-4a08-81c4-4cbb9a9a5daf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.447012641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"d98e9c61-1d28-42ae-86ae-0d88aec6727b","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.447037911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"d98e9c61-1d28-42ae-86ae-0d88aec6727b","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.642951942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"118a79fb-7de9-4125-b3fd-8445381b3661","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-auth-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:32.574194336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"1943fedd-b98f-466e-b147-09c2cd07b4cf","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:32.574223724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"1943fedd-b98f-466e-b147-09c2cd07b4cf","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:35.881227636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5e43eb85-7a66-4906-a35a-20651031d80b","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-auth-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:35.988986264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"3f62204a-77d1-491b-bf8c-f9c812fd974c","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-auth-test-model-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.048713509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"8d09b790-353c-4298-9674-e7ac96be2b56","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.048735432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"8d09b790-353c-4298-9674-e7ac96be2b56","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.147048064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"9b4dba05-5947-4bb0-a5c3-e1907785a548","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.147069007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"9b4dba05-5947-4bb0-a5c3-e1907785a548","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.718491292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"43af9b5f-f488-40fc-872a-5f63a1fa97ff","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.718515791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"43af9b5f-f488-40fc-872a-5f63a1fa97ff","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.770386429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"4fd059f7-1995-46dd-93d9-183708b3ee69","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.770411746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"4fd059f7-1995-46dd-93d9-183708b3ee69","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.867384289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"43b7dcaf-7ac2-436a-be95-0dea8e4c5dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.96788737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"b9975691-b8d3-42f9-bb51-897b503ee956","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.987517676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"43b7dcaf-7ac2-436a-be95-0dea8e4c5dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.99994044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"aab708e4-547a-4dab-ae77-ceeff120b463","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:37.021956563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"b9975691-b8d3-42f9-bb51-897b503ee956","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:37.040356657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"43b7dcaf-7ac2-436a-be95-0dea8e4c5dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:37.055193559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"aab708e4-547a-4dab-ae77-ceeff120b463","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:37.094846246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"a32a2bdf-55e4-45cf-a12f-2974a2e3110e","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:37.094871059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"a32a2bdf-55e4-45cf-a12f-2974a2e3110e","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.051624934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"dcac9430-6a7a-49ec-990e-21413e15449a","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.051648936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"dcac9430-6a7a-49ec-990e-21413e15449a","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.105664632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9a153ebe-963e-460b-bdb9-44991008f221","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.105685237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9a153ebe-963e-460b-bdb9-44991008f221","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.20270567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"6f0451ef-e22b-4e86-aac3-790a4214ae55","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.323433381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"6f0451ef-e22b-4e86-aac3-790a4214ae55","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.376353618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"6f0451ef-e22b-4e86-aac3-790a4214ae55","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.430600679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9f79ec72-568d-44b0-886b-1e937a24cc0d","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:38.4306219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9f79ec72-568d-44b0-886b-1e937a24cc0d","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.296113455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"2f93df75-aa48-45fb-8ba5-668af98dc76a","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.296134419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"2f93df75-aa48-45fb-8ba5-668af98dc76a","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.393035382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"f578d6a5-5bc2-4a5b-b234-ba9f0c11c440","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.446928897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"f578d6a5-5bc2-4a5b-b234-ba9f0c11c440","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.447868375Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"3e1964ae-3802-4d56-aa29-53469ce00567","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0edb5ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.690712081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"9aa4a696-01b6-4620-a4ad-6cdacbf47596","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.748986776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"9aa4a696-01b6-4620-a4ad-6cdacbf47596","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:41.493472081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:47.199318438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"10ca9567-5713-4a31-8b4a-83d7db86040a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:47.256933316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"10ca9567-5713-4a31-8b4a-83d7db86040a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:47.315493437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"10ca9567-5713-4a31-8b4a-83d7db86040a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:48.530091595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"0fe6bde9-dfb5-4b75-ab38-7e49eeb8406f","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:48.584691097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"0fe6bde9-dfb5-4b75-ab38-7e49eeb8406f","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:48.637758246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"0fe6bde9-dfb5-4b75-ab38-7e49eeb8406f","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.498031165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"61b07075-d5b1-4eb2-a494-2f499cff6a16","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","subscription":"e2e-auth-iso-cfaacc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.547262056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"61b07075-d5b1-4eb2-a494-2f499cff6a16","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.598132116Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"61b07075-d5b1-4eb2-a494-2f499cff6a16","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.863708314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"e4ab461a-65ab-4385-9ec9-8bc2051adc0d","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.863731805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"e4ab461a-65ab-4385-9ec9-8bc2051adc0d","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.96114728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"b4eb37f5-f0b4-4c56-89bc-110e812d997b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.004142712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"c0425fd3-3ae7-4c47-9c4f-d3a1f863b6f8","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.004165736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"c0425fd3-3ae7-4c47-9c4f-d3a1f863b6f8","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.014972153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"b4eb37f5-f0b4-4c56-89bc-110e812d997b","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.100771816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"8dbea9b3-f653-49dc-9138-78e0576d2cd7","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.154775258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"8dbea9b3-f653-49dc-9138-78e0576d2cd7","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.155607548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"3cb760c4-e0ac-44d4-b292-789be4ac5d4e","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-74094f44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.310186633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"95753ccf-63a8-49d0-8155-d0c942406061","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.364143032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"95753ccf-63a8-49d0-8155-d0c942406061","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.510192622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"38bab7f5-af21-47fe-83c5-4c3da0fec54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.566318167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"38bab7f5-af21-47fe-83c5-4c3da0fec54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:57.414241202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"1c5dbd38-61e9-4473-acf9-828d8bb6137e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:57.475066087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"1c5dbd38-61e9-4473-acf9-828d8bb6137e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:57.527756802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"1c5dbd38-61e9-4473-acf9-828d8bb6137e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.777867911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94affe52-0836-4222-95e0-b06b43a135a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.778074631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"4ae792a7-452f-4916-87c5-c216249aa598","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.826969946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94affe52-0836-4222-95e0-b06b43a135a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.876587727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94affe52-0836-4222-95e0-b06b43a135a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.925975197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94affe52-0836-4222-95e0-b06b43a135a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.930577298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"4ae792a7-452f-4916-87c5-c216249aa598","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.98284844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"4ae792a7-452f-4916-87c5-c216249aa598","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:59.346126246Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-130a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-130a8c","reconcileID":"3713d1c6-1a8a-410d-a42b-9e1a18464bbb","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-130a8c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-130a8c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.20446432Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"18eb2de2-da9f-4f63-bd45-177a74da2b3d","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","subscription":"e2e-auth-iso-cfaacc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.282218156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"18eb2de2-da9f-4f63-bd45-177a74da2b3d","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.331698431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"18eb2de2-da9f-4f63-bd45-177a74da2b3d","MaaSSubscription":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.594180981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"05d23998-96e4-48c5-ba99-28961e148d77","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.594206128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"05d23998-96e4-48c5-ba99-28961e148d77","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.691999098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"354fdbff-535f-41d5-a7f6-5f1cf58732b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.734203606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"56805090-f94f-4729-8459-2718b6db04b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.734306194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"e114f30a-2a63-40c8-9452-112642e1ce8b","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.734325079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"e114f30a-2a63-40c8-9452-112642e1ce8b","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.745711389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"354fdbff-535f-41d5-a7f6-5f1cf58732b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.789973885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115983a2-5602-4df8-9a87-a042ac985570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.839124707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115983a2-5602-4df8-9a87-a042ac985570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.88808099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115983a2-5602-4df8-9a87-a042ac985570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.937235073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115983a2-5602-4df8-9a87-a042ac985570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.986335065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"56805090-f94f-4729-8459-2718b6db04b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.035322602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"786a99e0-afa5-4747-a5de-66d9f0977baf","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.08949915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"786a99e0-afa5-4747-a5de-66d9f0977baf","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.108103242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"56805090-f94f-4729-8459-2718b6db04b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.108126428Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-auth-iso-cfaacc","reconcileID":"56805090-f94f-4729-8459-2718b6db04b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.19648059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"d9e7c006-469c-4130-a6f7-f8071a751406","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/auth-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.196502111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"auth-test-model-9818d8","reconcileID":"d9e7c006-469c-4130-a6f7-f8071a751406","MaaSModelRef":{"name":"auth-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"auth-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"auth-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.343493332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"c6320f09-bb22-4881-baa4-1d6e998ab9d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.343622943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"70a872c7-715e-4ae1-b057-c393f4f924ba","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.343640908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"70a872c7-715e-4ae1-b057-c393f4f924ba","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.385867558Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-130a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-130a8c","reconcileID":"49890625-f482-4fc3-89af-83559cb18f23","namespace":"ai-tenant-e2e-extmod-a-130a8c","gateway":"e2e-extmod-a-130a8c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-130a8c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.583667151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"c6320f09-bb22-4881-baa4-1d6e998ab9d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.709746895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"c6320f09-bb22-4881-baa4-1d6e998ab9d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.709770851Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-auth-iso-cfaacc","reconcileID":"c6320f09-bb22-4881-baa4-1d6e998ab9d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-cfaacc","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.762840147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"0b76448e-e113-4427-bca6-c97cf39ce304","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/auth-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.762860809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"auth-test-model-a6219b","reconcileID":"0b76448e-e113-4427-bca6-c97cf39ce304","MaaSModelRef":{"name":"auth-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"auth-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"auth-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.808174265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb46e-6e31-47e5-96ee-fe1380c9468e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.857295766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb46e-6e31-47e5-96ee-fe1380c9468e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.906175841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb46e-6e31-47e5-96ee-fe1380c9468e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.955263613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb46e-6e31-47e5-96ee-fe1380c9468e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.419418062Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","namespace":"ai-tenant-e2e-explicit-b22936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.419482272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","namespace":"ai-tenant-e2e-explicit-b22936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.419551283Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","tenant":"e2e-explicit-b22936","tenantID":"e2e-explicit-b22936","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.470704228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Deployment","name":"maas-api-e2e-explicit-b22936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.527918162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Service","name":"maas-api-e2e-explicit-b22936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.579953056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-b22936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.630689403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-b22936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.686414406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.740540473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.795313707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.846513187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.940236836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Deployment","name":"payload-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.989445824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.038185718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Service","name":"payload-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.087195808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"Service","name":"payload-pre-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.136032533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.184875303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.282658856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.335529028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.384104783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.432662801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.481337303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-b22936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.530094114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b22936"},"namespace":"ai-tenant-e2e-explicit-b22936","name":"default-tenant","reconcileID":"3d29dad1-036f-4933-9fb5-f8bdd36fdbad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-b22936","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.829940053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b64d7995-1c48-413e-aa0f-77307c4a282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.878968113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b64d7995-1c48-413e-aa0f-77307c4a282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.928079268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b64d7995-1c48-413e-aa0f-77307c4a282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:04.977251822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b64d7995-1c48-413e-aa0f-77307c4a282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.236040385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b22936","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b22936","reconcileID":"ce68ab8d-05a2-4a35-8c60-64f423ddf00c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-b22936","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-b22936"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.761007533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f62fe-40bb-4322-a188-10914a0c8c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.810054289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f62fe-40bb-4322-a188-10914a0c8c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.858970241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f62fe-40bb-4322-a188-10914a0c8c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.907939255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8f62fe-40bb-4322-a188-10914a0c8c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:07.626536991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"19775356-4c94-47fc-9db7-082109fea5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:07.681263524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"19775356-4c94-47fc-9db7-082109fea5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:07.734494796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"19775356-4c94-47fc-9db7-082109fea5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:08.698198437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8705103-94be-49d0-9827-527de5b9fa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:08.74714341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8705103-94be-49d0-9827-527de5b9fa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:08.796959532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8705103-94be-49d0-9827-527de5b9fa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:08.84636025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8705103-94be-49d0-9827-527de5b9fa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:09.09640021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"d4aa3759-5778-402a-b50f-f83198a4a662","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:09.1543374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"d4aa3759-5778-402a-b50f-f83198a4a662","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:09.206767866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"d4aa3759-5778-402a-b50f-f83198a4a662","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:11.492771671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.832885838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4f6fb6f1-df45-4f43-8cff-8e4e95ffd935","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.886947021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4f6fb6f1-df45-4f43-8cff-8e4e95ffd935","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.93983928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4f6fb6f1-df45-4f43-8cff-8e4e95ffd935","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.305307907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"ae1f7ebf-54fb-41b0-88b3-c5f95494acee","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.358833692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"ae1f7ebf-54fb-41b0-88b3-c5f95494acee","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.411435715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a6fd1e08bebea35470b479993f05b3ced92aa694c7be900f2a61ebebe91ed2b) AuthConfig (fd58f083438044c9960c3b704372e9458c81a0ccec5ba3798cd6776610856aba) AuthConfig (1294797d6d5732106546064eda70fef6d7cf0eda4d8851692298de9a8cec2330) AuthConfig (3d01916e3bdbc241ba7da0b61929a9c1c1ca8be10ec3abfeac1f23bd32bd50c4) AuthConfig (2806e29400e3dcacd3e66ea887bb9487a8babc39d78a0891714f0f98aacd9503) AuthConfig (423539d804737da13b31a24ff67f4b7dc5b90be16c9e65aae538bf85ed9d40ea) AuthConfig (9cebf62b0f8ce0a456668d1fce6c985e37e92abd850481624c5df73cd1ef16e7) AuthConfig (1d3b1eef0cd41c49b5f37b58532f82c483a619324e4a5e6062a48a4614ec20f5) AuthConfig (fb11cf946920380fa1af0e2687166dc7cbbf8ee98a9c3937d019870f5ac52eec) AuthConfig (cfa0caf9eaa95226a156c43a588a7c0396af323454ab9802c3a37fd8a46c564b) AuthConfig (a90897bc33fcb359cd81acbca075b15038be6c21a362eba758900f517d61b13d) AuthConfig (de421bd9fe193302577e6c8b9631a2b63664be8c50463cfdabf46cdab6706051) AuthConfig (d5704df829e03dbd5cdb423ad13f0f0b169d8b499a68f10ccfe14c6e0b88ae9a) AuthConfig (41a5d9e99f22026190a8639487451be4bb187760d1dca248b4c6c86efc51065e) AuthConfig (c72973d467d5b87c378ce960f9f0047d928297eaada8c395f9ee3d58db62d9f1) AuthConfig (3089c1c5647e532f2b10ab6f3dd1e4c4fb77570e89a2ea4b2e53004c9e8ab8c6) AuthConfig (08fbaa71263f41ad64522ab22b217d225b09eb521324ebbc99c32c39b57b85be) AuthConfig (1cc8daf61a5a5db8a5221fd02a1eb3ad9a4a591cc5387db1bdc5665ad3015994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"ae1f7ebf-54fb-41b0-88b3-c5f95494acee","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.466355666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"364c385f-b879-40fc-9cbd-996a0a02361b","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.466376877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"364c385f-b879-40fc-9cbd-996a0a02361b","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.038186748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"bdcce2cb-711b-4665-aa09-015129fec944","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.092303821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"bdcce2cb-711b-4665-aa09-015129fec944","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.144865718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38effb812f441e527c32c214f8444fccf8221d1f7c8222e3944dd0a7a74fc229) AuthConfig (93bf6062f46c09b92f416d9743ecb56597971c8a3868abdb55d59ff3cd4cd39a) AuthConfig (acfd5b3e9d6bb9f4dacfb0561761ce6c959cdb413f1966d06d83e65b0bd1183d) AuthConfig (4a5d8c6614ed7080e9cb698ff7b1fa0971025608e3e4f37f2420937ccb4bb6c0) AuthConfig (5b9997aabbd1f9a30286f5a66c458b445195adc400aa5fcc9b273f7fa9223d91) AuthConfig (eff152139b928c787122d8dc033fdde5dfbab21ec31296acab3e57ab4b865ba2) AuthConfig (37a2447e400d905cf3dad10f4b73699919429a793840594053ea75a689da876d) AuthConfig (2fe25f6fd744fe7c48d0404295177518d7313229e03b79b2aec87a2967bdc0ce) AuthConfig (73b923e62de5f845413b68809946f91fd5053498286a472af42e3540d44a5878) AuthConfig (255f24ecb42b911e1d7d650f7b0ab4f8f8f87affa2e138c17cb01d47ecb7a29f) AuthConfig (9d170f7a785cabf19ae814dc812b507dc82f9103b28a20a5fc4f4c2102b76b4d) AuthConfig (ae2b4e15311e267754bb4f9d318454389d4876b6cfc754713849c223a7362269) AuthConfig (c45a10183a6b7691c87e41f67bb8e2cf08342c2d3a0ab797a14fe8a2e778b01d) AuthConfig (f4f7d7a37e43de150e7f37cf9fecbb575cc70d4241022f276d1f9d44b23da528) AuthConfig (82e8c0e24035b86abbf3d450dca350817ece6f0838b7b711026773273c90117f) AuthConfig (89d90904ed1835e3b26c076b51055cc90bf80074447eb537316cd780493ed7fd) AuthConfig (80bc838d51a57b01f97dfe612db01b37ebd166c890743c8e1aa930c27760079a) AuthConfig (5794d62594701aab2f0e4155e3e08412c4d549c626cc35c86c724f4372beb3cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"bdcce2cb-711b-4665-aa09-015129fec944","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.19942292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"44e48757-bb1d-4ff7-8f57-f6fd283d2dd4","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.1994447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"44e48757-bb1d-4ff7-8f57-f6fd283d2dd4","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:29.564180108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"4d6a9992-a93a-4043-a0be-c2612aaa96ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:29.618389649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"4d6a9992-a93a-4043-a0be-c2612aaa96ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:29.671141168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a6fd1e08bebea35470b479993f05b3ced92aa694c7be900f2a61ebebe91ed2b) AuthConfig (fd58f083438044c9960c3b704372e9458c81a0ccec5ba3798cd6776610856aba) AuthConfig (1294797d6d5732106546064eda70fef6d7cf0eda4d8851692298de9a8cec2330) AuthConfig (3d01916e3bdbc241ba7da0b61929a9c1c1ca8be10ec3abfeac1f23bd32bd50c4) AuthConfig (2806e29400e3dcacd3e66ea887bb9487a8babc39d78a0891714f0f98aacd9503) AuthConfig (423539d804737da13b31a24ff67f4b7dc5b90be16c9e65aae538bf85ed9d40ea) AuthConfig (9cebf62b0f8ce0a456668d1fce6c985e37e92abd850481624c5df73cd1ef16e7) AuthConfig (1d3b1eef0cd41c49b5f37b58532f82c483a619324e4a5e6062a48a4614ec20f5) AuthConfig (fb11cf946920380fa1af0e2687166dc7cbbf8ee98a9c3937d019870f5ac52eec) AuthConfig (cfa0caf9eaa95226a156c43a588a7c0396af323454ab9802c3a37fd8a46c564b) AuthConfig (a90897bc33fcb359cd81acbca075b15038be6c21a362eba758900f517d61b13d) AuthConfig (de421bd9fe193302577e6c8b9631a2b63664be8c50463cfdabf46cdab6706051) AuthConfig (d5704df829e03dbd5cdb423ad13f0f0b169d8b499a68f10ccfe14c6e0b88ae9a) AuthConfig (41a5d9e99f22026190a8639487451be4bb187760d1dca248b4c6c86efc51065e) AuthConfig (c72973d467d5b87c378ce960f9f0047d928297eaada8c395f9ee3d58db62d9f1) AuthConfig (3089c1c5647e532f2b10ab6f3dd1e4c4fb77570e89a2ea4b2e53004c9e8ab8c6) AuthConfig (08fbaa71263f41ad64522ab22b217d225b09eb521324ebbc99c32c39b57b85be) AuthConfig (1cc8daf61a5a5db8a5221fd02a1eb3ad9a4a591cc5387db1bdc5665ad3015994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"4d6a9992-a93a-4043-a0be-c2612aaa96ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.29854514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"ce426e9c-39fb-4724-8434-4889c3173ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.352546916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"ce426e9c-39fb-4724-8434-4889c3173ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.405361782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38effb812f441e527c32c214f8444fccf8221d1f7c8222e3944dd0a7a74fc229) AuthConfig (93bf6062f46c09b92f416d9743ecb56597971c8a3868abdb55d59ff3cd4cd39a) AuthConfig (acfd5b3e9d6bb9f4dacfb0561761ce6c959cdb413f1966d06d83e65b0bd1183d) AuthConfig (4a5d8c6614ed7080e9cb698ff7b1fa0971025608e3e4f37f2420937ccb4bb6c0) AuthConfig (5b9997aabbd1f9a30286f5a66c458b445195adc400aa5fcc9b273f7fa9223d91) AuthConfig (eff152139b928c787122d8dc033fdde5dfbab21ec31296acab3e57ab4b865ba2) AuthConfig (37a2447e400d905cf3dad10f4b73699919429a793840594053ea75a689da876d) AuthConfig (2fe25f6fd744fe7c48d0404295177518d7313229e03b79b2aec87a2967bdc0ce) AuthConfig (73b923e62de5f845413b68809946f91fd5053498286a472af42e3540d44a5878) AuthConfig (255f24ecb42b911e1d7d650f7b0ab4f8f8f87affa2e138c17cb01d47ecb7a29f) AuthConfig (9d170f7a785cabf19ae814dc812b507dc82f9103b28a20a5fc4f4c2102b76b4d) AuthConfig (ae2b4e15311e267754bb4f9d318454389d4876b6cfc754713849c223a7362269) AuthConfig (c45a10183a6b7691c87e41f67bb8e2cf08342c2d3a0ab797a14fe8a2e778b01d) AuthConfig (f4f7d7a37e43de150e7f37cf9fecbb575cc70d4241022f276d1f9d44b23da528) AuthConfig (82e8c0e24035b86abbf3d450dca350817ece6f0838b7b711026773273c90117f) AuthConfig (89d90904ed1835e3b26c076b51055cc90bf80074447eb537316cd780493ed7fd) AuthConfig (80bc838d51a57b01f97dfe612db01b37ebd166c890743c8e1aa930c27760079a) AuthConfig (5794d62594701aab2f0e4155e3e08412c4d549c626cc35c86c724f4372beb3cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"ce426e9c-39fb-4724-8434-4889c3173ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.769895254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"a7fc54e8-ecab-4a4b-a0aa-142c72e70154","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.823856466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"a7fc54e8-ecab-4a4b-a0aa-142c72e70154","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.876616387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a6fd1e08bebea35470b479993f05b3ced92aa694c7be900f2a61ebebe91ed2b) AuthConfig (fd58f083438044c9960c3b704372e9458c81a0ccec5ba3798cd6776610856aba) AuthConfig (1294797d6d5732106546064eda70fef6d7cf0eda4d8851692298de9a8cec2330) AuthConfig (3d01916e3bdbc241ba7da0b61929a9c1c1ca8be10ec3abfeac1f23bd32bd50c4) AuthConfig (2806e29400e3dcacd3e66ea887bb9487a8babc39d78a0891714f0f98aacd9503) AuthConfig (423539d804737da13b31a24ff67f4b7dc5b90be16c9e65aae538bf85ed9d40ea) AuthConfig (9cebf62b0f8ce0a456668d1fce6c985e37e92abd850481624c5df73cd1ef16e7) AuthConfig (1d3b1eef0cd41c49b5f37b58532f82c483a619324e4a5e6062a48a4614ec20f5) AuthConfig (fb11cf946920380fa1af0e2687166dc7cbbf8ee98a9c3937d019870f5ac52eec) AuthConfig (cfa0caf9eaa95226a156c43a588a7c0396af323454ab9802c3a37fd8a46c564b) AuthConfig (a90897bc33fcb359cd81acbca075b15038be6c21a362eba758900f517d61b13d) AuthConfig (de421bd9fe193302577e6c8b9631a2b63664be8c50463cfdabf46cdab6706051) AuthConfig (d5704df829e03dbd5cdb423ad13f0f0b169d8b499a68f10ccfe14c6e0b88ae9a) AuthConfig (41a5d9e99f22026190a8639487451be4bb187760d1dca248b4c6c86efc51065e) AuthConfig (c72973d467d5b87c378ce960f9f0047d928297eaada8c395f9ee3d58db62d9f1) AuthConfig (3089c1c5647e532f2b10ab6f3dd1e4c4fb77570e89a2ea4b2e53004c9e8ab8c6) AuthConfig (08fbaa71263f41ad64522ab22b217d225b09eb521324ebbc99c32c39b57b85be) AuthConfig (1cc8daf61a5a5db8a5221fd02a1eb3ad9a4a591cc5387db1bdc5665ad3015994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"a7fc54e8-ecab-4a4b-a0aa-142c72e70154","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.493311185Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.504046839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"61358763-924a-4927-9c4f-3090cb1e67de","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.557883044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"61358763-924a-4927-9c4f-3090cb1e67de","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.610282429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38effb812f441e527c32c214f8444fccf8221d1f7c8222e3944dd0a7a74fc229) AuthConfig (93bf6062f46c09b92f416d9743ecb56597971c8a3868abdb55d59ff3cd4cd39a) AuthConfig (acfd5b3e9d6bb9f4dacfb0561761ce6c959cdb413f1966d06d83e65b0bd1183d) AuthConfig (4a5d8c6614ed7080e9cb698ff7b1fa0971025608e3e4f37f2420937ccb4bb6c0) AuthConfig (5b9997aabbd1f9a30286f5a66c458b445195adc400aa5fcc9b273f7fa9223d91) AuthConfig (eff152139b928c787122d8dc033fdde5dfbab21ec31296acab3e57ab4b865ba2) AuthConfig (37a2447e400d905cf3dad10f4b73699919429a793840594053ea75a689da876d) AuthConfig (2fe25f6fd744fe7c48d0404295177518d7313229e03b79b2aec87a2967bdc0ce) AuthConfig (73b923e62de5f845413b68809946f91fd5053498286a472af42e3540d44a5878) AuthConfig (255f24ecb42b911e1d7d650f7b0ab4f8f8f87affa2e138c17cb01d47ecb7a29f) AuthConfig (9d170f7a785cabf19ae814dc812b507dc82f9103b28a20a5fc4f4c2102b76b4d) AuthConfig (ae2b4e15311e267754bb4f9d318454389d4876b6cfc754713849c223a7362269) AuthConfig (c45a10183a6b7691c87e41f67bb8e2cf08342c2d3a0ab797a14fe8a2e778b01d) AuthConfig (f4f7d7a37e43de150e7f37cf9fecbb575cc70d4241022f276d1f9d44b23da528) AuthConfig (82e8c0e24035b86abbf3d450dca350817ece6f0838b7b711026773273c90117f) AuthConfig (89d90904ed1835e3b26c076b51055cc90bf80074447eb537316cd780493ed7fd) AuthConfig (80bc838d51a57b01f97dfe612db01b37ebd166c890743c8e1aa930c27760079a) AuthConfig (5794d62594701aab2f0e4155e3e08412c4d549c626cc35c86c724f4372beb3cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"61358763-924a-4927-9c4f-3090cb1e67de","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.975568765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"570f2dd5-e0aa-43b1-b44e-eb7ec29ec152","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.029961613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"570f2dd5-e0aa-43b1-b44e-eb7ec29ec152","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.083263896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a6fd1e08bebea35470b479993f05b3ced92aa694c7be900f2a61ebebe91ed2b) AuthConfig (fd58f083438044c9960c3b704372e9458c81a0ccec5ba3798cd6776610856aba) AuthConfig (1294797d6d5732106546064eda70fef6d7cf0eda4d8851692298de9a8cec2330) AuthConfig (3d01916e3bdbc241ba7da0b61929a9c1c1ca8be10ec3abfeac1f23bd32bd50c4) AuthConfig (2806e29400e3dcacd3e66ea887bb9487a8babc39d78a0891714f0f98aacd9503) AuthConfig (423539d804737da13b31a24ff67f4b7dc5b90be16c9e65aae538bf85ed9d40ea) AuthConfig (9cebf62b0f8ce0a456668d1fce6c985e37e92abd850481624c5df73cd1ef16e7) AuthConfig (1d3b1eef0cd41c49b5f37b58532f82c483a619324e4a5e6062a48a4614ec20f5) AuthConfig (fb11cf946920380fa1af0e2687166dc7cbbf8ee98a9c3937d019870f5ac52eec) AuthConfig (cfa0caf9eaa95226a156c43a588a7c0396af323454ab9802c3a37fd8a46c564b) AuthConfig (a90897bc33fcb359cd81acbca075b15038be6c21a362eba758900f517d61b13d) AuthConfig (de421bd9fe193302577e6c8b9631a2b63664be8c50463cfdabf46cdab6706051) AuthConfig (d5704df829e03dbd5cdb423ad13f0f0b169d8b499a68f10ccfe14c6e0b88ae9a) AuthConfig (41a5d9e99f22026190a8639487451be4bb187760d1dca248b4c6c86efc51065e) AuthConfig (c72973d467d5b87c378ce960f9f0047d928297eaada8c395f9ee3d58db62d9f1) AuthConfig (3089c1c5647e532f2b10ab6f3dd1e4c4fb77570e89a2ea4b2e53004c9e8ab8c6) AuthConfig (08fbaa71263f41ad64522ab22b217d225b09eb521324ebbc99c32c39b57b85be) AuthConfig (1cc8daf61a5a5db8a5221fd02a1eb3ad9a4a591cc5387db1bdc5665ad3015994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"570f2dd5-e0aa-43b1-b44e-eb7ec29ec152","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:51.946378396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"25d1e6fb-536f-418e-9926-05d695e56d8c","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:51.998433211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"25d1e6fb-536f-418e-9926-05d695e56d8c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.003860431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"0512e540-6c7f-43d1-a43a-e1051830e87d","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.003931877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"0512e540-6c7f-43d1-a43a-e1051830e87d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.015096259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"7157f2db-3975-48a0-ae5c-0f93b226defa","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.015159793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"7157f2db-3975-48a0-ae5c-0f93b226defa","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.036373283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"943f30d6-3b90-4066-84e1-8f60eb716638","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.036433391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"943f30d6-3b90-4066-84e1-8f60eb716638","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.076717426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"ec2bcd2f-da45-45f8-a286-542025115427","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.076783677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"ec2bcd2f-da45-45f8-a286-542025115427","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.157450994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"92d1a29a-77f1-40c7-87b9-a1c205b26d80","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.157520158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"92d1a29a-77f1-40c7-87b9-a1c205b26d80","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.31782652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"87665d29-8b50-42a7-b985-8e5b61dbf43d","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.317895255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"87665d29-8b50-42a7-b985-8e5b61dbf43d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.638378295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"792d93f6-efdf-47bf-84a7-f7ce124c460f","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.638456133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"792d93f6-efdf-47bf-84a7-f7ce124c460f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:53.279626942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"6087ce48-65d7-4e34-b583-1ebdd6f00bcd","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:53.27969275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"6087ce48-65d7-4e34-b583-1ebdd6f00bcd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:54.560022554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"55113f09-2c5b-421e-9467-661b3629a9a4","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:54.560095649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"55113f09-2c5b-421e-9467-661b3629a9a4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:57.121130173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"554a6820-3488-49d3-9263-11769d302a6a","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:57.121197486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-21475a","namespace":"ai-tenant-e2e-noten-21475a"},"namespace":"ai-tenant-e2e-noten-21475a","name":"noten-model-21475a","reconcileID":"554a6820-3488-49d3-9263-11769d302a6a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-21475a/noten-model-21475a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-21475a/noten-model-21475a-kserve-route (gateways: [openshift-ingress/e2e-noten-21475a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.709404442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"d931355a-a39a-4b58-b9b5-00fba49acf36","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.763203779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"d931355a-a39a-4b58-b9b5-00fba49acf36","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.081388563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"cdae1ff5-60d7-4128-82f4-d55b496aa027","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.081410684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"cdae1ff5-60d7-4128-82f4-d55b496aa027","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.660317311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"91ccf1b8-85f8-4e5c-84dc-1377c522cdb9","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.660339485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"91ccf1b8-85f8-4e5c-84dc-1377c522cdb9","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.715447994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"43dfe961-5930-4576-a40f-aa869d2aa52c","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.715479364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"43dfe961-5930-4576-a40f-aa869d2aa52c","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.758697278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"27270bc5-53c7-489a-bd4d-f1059c818c9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:59.769154007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"0bcc42de-cd17-4208-a26e-229a2d36557b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c49890\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.812968806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"27270bc5-53c7-489a-bd4d-f1059c818c9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.878547393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"8c456379-200a-4f50-b43b-d2fe18ddc1e7","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.878577619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"8c456379-200a-4f50-b43b-d2fe18ddc1e7","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.935194663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"a29924ac-159e-447d-a090-a8414aafff29","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.935229437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"a29924ac-159e-447d-a090-a8414aafff29","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.10970685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4ef8e2d2-ec37-4fde-ad15-027757d8a3df","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.13626931Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"ed5aaf21-861f-443b-8401-fe3f55793fe7","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-auth-test-model-f0dc66","model":"auth-test-model-f0dc66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0dc66/e2e-auth-iso-c49890"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.16336055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4ef8e2d2-ec37-4fde-ad15-027757d8a3df","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.208397796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"b5bab53a-7311-4199-aa13-513b6e35c8c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.263212431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"b5bab53a-7311-4199-aa13-513b6e35c8c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.294610972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"b908fe91-4544-4765-bb9d-d7419d9818d7","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.294633117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"b908fe91-4544-4765-bb9d-d7419d9818d7","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.490716331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"e372df72-7da6-441b-8d2a-c1abece8d8b2","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-auth-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.572302423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"39e143e1-973e-4277-9f29-49735049ad1d","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.572330507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"39e143e1-973e-4277-9f29-49735049ad1d","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.048404779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"322b362a-a5b9-4052-808e-fdb0345d6658","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.048426976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"322b362a-a5b9-4052-808e-fdb0345d6658","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.106693184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9e3e3baa-1fcd-4759-874b-e07b330986b5","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.106714216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9e3e3baa-1fcd-4759-874b-e07b330986b5","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.148950225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"aa7d65d7-e1fb-41dd-943d-62a3d814a941","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:01.155937126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"9f28b240-4a60-4861-8372-720f1155fd44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-826dac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:01.157240222Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9e3e3baa-1fcd-4759-874b-e07b330986b5","name":"auth-test-model-4d1799","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4d1799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:01.157298117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"9e3e3baa-1fcd-4759-874b-e07b330986b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4d1799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.1626577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"bc84de37-0093-42a4-83e5-589eddc54031","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.162680721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"bc84de37-0093-42a4-83e5-589eddc54031","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.203018102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"aa7d65d7-e1fb-41dd-943d-62a3d814a941","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.278113276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"71de9ae3-bd6f-4c1a-8552-3e8b616c02d4","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.278133169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"71de9ae3-bd6f-4c1a-8552-3e8b616c02d4","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.330290746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"8af0aa71-b7ce-45d3-81ce-de583ca84578","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.330313176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"8af0aa71-b7ce-45d3-81ce-de583ca84578","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.563776784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"cfa47e3b-5654-4d08-b873-e99eda6dfbab","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.569096852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"ba75610d-324d-4dc5-bb2c-c4ed9057b963","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-auth-test-model-4d1799","model":"auth-test-model-4d1799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-4d1799/e2e-auth-iso-826dac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.619894105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"cfa47e3b-5654-4d08-b873-e99eda6dfbab","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.724039074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"3a643ead-5d28-40b6-8be0-e899f4fcdd7d","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.724059978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"3a643ead-5d28-40b6-8be0-e899f4fcdd7d","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.928220154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"6776bc4e-5982-4574-9865-008e69b62a12","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-auth-test-model-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.085835398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"7dd46535-a54a-4be7-9224-645e37bb1c9f","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.085856963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"7dd46535-a54a-4be7-9224-645e37bb1c9f","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.261579207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e282fa76-1d39-44d7-bc6e-f64ea728be31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.310525577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e282fa76-1d39-44d7-bc6e-f64ea728be31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.359267542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e282fa76-1d39-44d7-bc6e-f64ea728be31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.408189236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e282fa76-1d39-44d7-bc6e-f64ea728be31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.944358641Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a3dc77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a3dc77","reconcileID":"bb837b24-2a73-401b-a08e-088b6512c76e","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a3dc77","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a3dc77":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.227680394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423c6112-9060-45ad-bc6e-5dcaeb888ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.276512884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423c6112-9060-45ad-bc6e-5dcaeb888ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.32530423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423c6112-9060-45ad-bc6e-5dcaeb888ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.374479934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423c6112-9060-45ad-bc6e-5dcaeb888ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.559175486Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a3dc77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a3dc77","reconcileID":"9cf22111-3603-479c-af39-88415f1e6a4e","namespace":"ai-tenant-e2e-extmod-a-a3dc77","gateway":"e2e-extmod-a-a3dc77","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a3dc77":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.156056492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d876ee6-ad01-4f49-b53a-e6a360c846a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.205026898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d876ee6-ad01-4f49-b53a-e6a360c846a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.2542431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d876ee6-ad01-4f49-b53a-e6a360c846a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.303265599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d876ee6-ad01-4f49-b53a-e6a360c846a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.63086744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"c6340df6-94d3-46ec-8d9d-99e351210b8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-130a8c","tenantID":"e2e-extmod-a-130a8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.743618656Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"c6340df6-94d3-46ec-8d9d-99e351210b8c","name":"e2e-extmod-a-130a8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.493007079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.983791141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4cf07a85-1a6c-4b9f-968c-d0a8f24970d7","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-auth-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.142388382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"42dbcea7-9a65-443e-ba2e-601f8205dbf5","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.142419726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"42dbcea7-9a65-443e-ba2e-601f8205dbf5","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.401860701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"d99646cd-bf01-4924-b458-ca5fc523416f","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-auth-test-model-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.604992724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"3ce08692-47f9-44d0-9b7b-d0c981b1643a","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.605013573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"3ce08692-47f9-44d0-9b7b-d0c981b1643a","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.090433267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"1d17852c-7637-4c3e-903d-eff1b4403a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.187441306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"1d17852c-7637-4c3e-903d-eff1b4403a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.236063914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"61dc9966-1268-4f4c-8fb6-28cb04c92dde","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.289969172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"61dc9966-1268-4f4c-8fb6-28cb04c92dde","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:19.947310038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"64247b6b-f679-4966-8b88-12a9a7e6b130","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:19.947336128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"64247b6b-f679-4966-8b88-12a9a7e6b130","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.001024981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"2d8a422c-0209-41be-a380-5c674bdb5809","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.001046781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"2d8a422c-0209-41be-a380-5c674bdb5809","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.098187635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"b0db763f-bd8d-45c0-9ade-980ef212f225","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.21911244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"b0db763f-bd8d-45c0-9ade-980ef212f225","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.27167206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"b0db763f-bd8d-45c0-9ade-980ef212f225","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.325874722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"e261b535-d42f-465f-a7e4-51f63d3c5bd8","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.325896282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"e261b535-d42f-465f-a7e4-51f63d3c5bd8","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.100741954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"09a37b56-20f2-4907-a7ca-eb8accfcb9ec","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.10076634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"09a37b56-20f2-4907-a7ca-eb8accfcb9ec","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.198070639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"b7a6d040-2342-461c-b139-2606c3e351cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.251927916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"b7a6d040-2342-461c-b139-2606c3e351cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.253443869Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"8b5007c1-0762-4102-b1f4-441fe925e31f","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0d43e84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.497787271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"7b526d9f-c7f7-4524-9b6a-4500b3aa98ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.552036347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"7b526d9f-c7f7-4524-9b6a-4500b3aa98ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.427117765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"b286fecb-cb3b-493b-ba6d-a5e49d353400","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.481305894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"b286fecb-cb3b-493b-ba6d-a5e49d353400","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.533618697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"b286fecb-cb3b-493b-ba6d-a5e49d353400","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.303071122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5cdf54ac-f7d0-4027-871d-90b1bb5da3d8","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","subscription":"e2e-auth-iso-c49890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.352265485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5cdf54ac-f7d0-4027-871d-90b1bb5da3d8","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.401414376Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5cdf54ac-f7d0-4027-871d-90b1bb5da3d8","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.683647576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"d958c307-f574-4124-ad26-7ad90e1297c0","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.683675168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"d958c307-f574-4124-ad26-7ad90e1297c0","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.780224403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"2ed9b06a-be22-4c07-8b1e-0bb074a35b42","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.806961867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"bb7a5cf4-4ec0-42b9-9123-46449da6ed51","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.806982999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"bb7a5cf4-4ec0-42b9-9123-46449da6ed51","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.834453551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"2ed9b06a-be22-4c07-8b1e-0bb074a35b42","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.903949171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4c10d4f7-bfe0-4059-a81b-d5623632a072","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.958379429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"4c10d4f7-bfe0-4059-a81b-d5623632a072","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.958964308Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"ff7af70a-0e97-48a9-8de0-e6d08e90f568","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1208cb28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.13265217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5708e8d1-aed1-43c3-9476-d8bf031d8da3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.186597536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"5708e8d1-aed1-43c3-9476-d8bf031d8da3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.280036257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"f5ce2df4-3c72-41f9-8380-5d1cf2cd5dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.333848847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"f5ce2df4-3c72-41f9-8380-5d1cf2cd5dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.631964402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"d0d56437-f1df-420b-a797-30bb2dd3b1d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.685811835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"d0d56437-f1df-420b-a797-30bb2dd3b1d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.738191493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"d0d56437-f1df-420b-a797-30bb2dd3b1d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.492996425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.007582971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"f2852aec-8ca2-4194-9899-ff5ad7ab00a9","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","subscription":"e2e-auth-iso-c49890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.056980836Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"f2852aec-8ca2-4194-9899-ff5ad7ab00a9","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.106385946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"f2852aec-8ca2-4194-9899-ff5ad7ab00a9","MaaSSubscription":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.374853521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"760222a5-d62a-4159-8e91-fd70ac35462c","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.374876779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"760222a5-d62a-4159-8e91-fd70ac35462c","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.473024812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"c2e3e31e-f2e0-4a3b-8964-c27fad3e722c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.526183362Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a8b96852-8ca2-4c35-9379-eb453201f769","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.526630903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"4f112738-03e0-4475-937f-13f6752fe723","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.526651026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"4f112738-03e0-4475-937f-13f6752fe723","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.527366266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"c2e3e31e-f2e0-4a3b-8964-c27fad3e722c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.724445967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a8b96852-8ca2-4c35-9379-eb453201f769","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.845190772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a8b96852-8ca2-4c35-9379-eb453201f769","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.845216928Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-auth-iso-c49890","reconcileID":"a8b96852-8ca2-4c35-9379-eb453201f769","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.873740415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"1c03bc5f-65fd-4707-8a23-fd989022dbb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.898745937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"eecb72fd-845b-4654-9588-11b6e2d4b809","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/auth-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.898782128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"auth-test-model-c11538","reconcileID":"eecb72fd-845b-4654-9588-11b6e2d4b809","MaaSModelRef":{"name":"auth-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"auth-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"auth-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.927488307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"1c03bc5f-65fd-4707-8a23-fd989022dbb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.052270476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"912f0a34-6a68-49ec-9459-120957aec1f6","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.052298477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"912f0a34-6a68-49ec-9459-120957aec1f6","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.125368998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"34936d9d-b625-484d-a373-428f848a7c15","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.375351516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"34936d9d-b625-484d-a373-428f848a7c15","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.496346664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"34936d9d-b625-484d-a373-428f848a7c15","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.496371701Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-auth-iso-c49890","reconcileID":"34936d9d-b625-484d-a373-428f848a7c15","MaaSAuthPolicy":{"name":"e2e-auth-iso-c49890","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.549152946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"6090734d-6856-4198-a005-013367b30edc","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/auth-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.549181081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"auth-test-model-f0dc66","reconcileID":"6090734d-6856-4198-a005-013367b30edc","MaaSModelRef":{"name":"auth-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"auth-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"auth-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:50.836476536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"a20eff2e-ffa4-471c-a8d2-a8c75681bec1","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:50.891422478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"a20eff2e-ffa4-471c-a8d2-a8c75681bec1","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:50.94437642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cdc6e41f5e9a7f8d17647dc21b782e32a214010bb0d4485e240cec448b7bff38) AuthConfig (9961a6d62076555e66ae037be1f9f6b1118c5f04fb0379bdbae62eaedd134ba0) AuthConfig (0ae210b6ec3809bafc681aafda3f9e1bc1d8aecf8b6987c4aee1948a54d5d1b8) AuthConfig (561ab84e0c931ccf842c2a38d5f3a14fc976fe9396a347181390505644c1ecd9) AuthConfig (c83cccd2d94ade2948118fce29fe06068619306d95e0527a31e62b7b612065d7) AuthConfig (73caabaed26cf7d259ca763b35336c3f294845f72bec9006510654adedd7d1cc) AuthConfig (cc585a2a01998f4ba5f340e1d7959b36150cb46d2011f80fa0629728ca64a7aa) AuthConfig (c12e3ad93493b1532748198477c50890d0dba3bdc27620e8476bdddb17fb62b3) AuthConfig (4d24161a8c988be0833603c0342c85be127ddbc1d07da635ca365d7df4baecca) AuthConfig (a0c44bd83238b4e658974c7a0b7feb6acc0267801fc3d188d385dbd12c715c49) AuthConfig (7b6587d1e29f78304e8bdce99e5abbefffe46cbc776c8eabd1845f1c90fa1b1b) AuthConfig (0eef08f1ed86fc08c86cda073f0e69be0c86ee46441512aec3268140be99ec6e) AuthConfig (ddca0cd4ace7f024a316f4c62192fc089681fc31745d50a18de14d1a182b9cc6) AuthConfig (50c96d1f30b920100f341777e3291fd3b865330e63640d1b64b17cb543d8f93b) AuthConfig (1a6ffd83b0dad14c3b9f45b456b9186046f2f399da2d51835203096d13f3df35) AuthConfig (ac589488198c0081b40a5922b83cac415a7da0ccd3bbdcdd22e370042057c1c2) AuthConfig (e5ba614aef108a2eabb15972b20b958769cccc8e4f5b1c00db080c612cb38891) AuthConfig (051f2a9638980ad54187990a4b04b1c222b8490dd5a973ec40488ba71d66fe49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"a20eff2e-ffa4-471c-a8d2-a8c75681bec1","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:50.999402989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"859fbfea-ef0a-46f7-ba63-63abe115da2f","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:50.999426409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"859fbfea-ef0a-46f7-ba63-63abe115da2f","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.096515355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"bc848425-8941-4eba-b3fb-f392623bc0a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.1503935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"bc848425-8941-4eba-b3fb-f392623bc0a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.203187564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cdc6e41f5e9a7f8d17647dc21b782e32a214010bb0d4485e240cec448b7bff38) AuthConfig (9961a6d62076555e66ae037be1f9f6b1118c5f04fb0379bdbae62eaedd134ba0) AuthConfig (0ae210b6ec3809bafc681aafda3f9e1bc1d8aecf8b6987c4aee1948a54d5d1b8) AuthConfig (561ab84e0c931ccf842c2a38d5f3a14fc976fe9396a347181390505644c1ecd9) AuthConfig (c83cccd2d94ade2948118fce29fe06068619306d95e0527a31e62b7b612065d7) AuthConfig (73caabaed26cf7d259ca763b35336c3f294845f72bec9006510654adedd7d1cc) AuthConfig (cc585a2a01998f4ba5f340e1d7959b36150cb46d2011f80fa0629728ca64a7aa) AuthConfig (c12e3ad93493b1532748198477c50890d0dba3bdc27620e8476bdddb17fb62b3) AuthConfig (4d24161a8c988be0833603c0342c85be127ddbc1d07da635ca365d7df4baecca) AuthConfig (a0c44bd83238b4e658974c7a0b7feb6acc0267801fc3d188d385dbd12c715c49) AuthConfig (7b6587d1e29f78304e8bdce99e5abbefffe46cbc776c8eabd1845f1c90fa1b1b) AuthConfig (0eef08f1ed86fc08c86cda073f0e69be0c86ee46441512aec3268140be99ec6e) AuthConfig (ddca0cd4ace7f024a316f4c62192fc089681fc31745d50a18de14d1a182b9cc6) AuthConfig (50c96d1f30b920100f341777e3291fd3b865330e63640d1b64b17cb543d8f93b) AuthConfig (1a6ffd83b0dad14c3b9f45b456b9186046f2f399da2d51835203096d13f3df35) AuthConfig (ac589488198c0081b40a5922b83cac415a7da0ccd3bbdcdd22e370042057c1c2) AuthConfig (e5ba614aef108a2eabb15972b20b958769cccc8e4f5b1c00db080c612cb38891) AuthConfig (051f2a9638980ad54187990a4b04b1c222b8490dd5a973ec40488ba71d66fe49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"bc848425-8941-4eba-b3fb-f392623bc0a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.302170717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"716f9671-daba-4c93-b424-e18ec3370eb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.356340918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"716f9671-daba-4c93-b424-e18ec3370eb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.40883557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cdc6e41f5e9a7f8d17647dc21b782e32a214010bb0d4485e240cec448b7bff38) AuthConfig (9961a6d62076555e66ae037be1f9f6b1118c5f04fb0379bdbae62eaedd134ba0) AuthConfig (0ae210b6ec3809bafc681aafda3f9e1bc1d8aecf8b6987c4aee1948a54d5d1b8) AuthConfig (561ab84e0c931ccf842c2a38d5f3a14fc976fe9396a347181390505644c1ecd9) AuthConfig (c83cccd2d94ade2948118fce29fe06068619306d95e0527a31e62b7b612065d7) AuthConfig (73caabaed26cf7d259ca763b35336c3f294845f72bec9006510654adedd7d1cc) AuthConfig (cc585a2a01998f4ba5f340e1d7959b36150cb46d2011f80fa0629728ca64a7aa) AuthConfig (c12e3ad93493b1532748198477c50890d0dba3bdc27620e8476bdddb17fb62b3) AuthConfig (4d24161a8c988be0833603c0342c85be127ddbc1d07da635ca365d7df4baecca) AuthConfig (a0c44bd83238b4e658974c7a0b7feb6acc0267801fc3d188d385dbd12c715c49) AuthConfig (7b6587d1e29f78304e8bdce99e5abbefffe46cbc776c8eabd1845f1c90fa1b1b) AuthConfig (0eef08f1ed86fc08c86cda073f0e69be0c86ee46441512aec3268140be99ec6e) AuthConfig (ddca0cd4ace7f024a316f4c62192fc089681fc31745d50a18de14d1a182b9cc6) AuthConfig (50c96d1f30b920100f341777e3291fd3b865330e63640d1b64b17cb543d8f93b) AuthConfig (1a6ffd83b0dad14c3b9f45b456b9186046f2f399da2d51835203096d13f3df35) AuthConfig (ac589488198c0081b40a5922b83cac415a7da0ccd3bbdcdd22e370042057c1c2) AuthConfig (e5ba614aef108a2eabb15972b20b958769cccc8e4f5b1c00db080c612cb38891) AuthConfig (051f2a9638980ad54187990a4b04b1c222b8490dd5a973ec40488ba71d66fe49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"716f9671-daba-4c93-b424-e18ec3370eb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.49250441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:16.866402817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"67271d3f-eafc-48be-a85f-ede7ad44dab8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a3dc77","tenantID":"e2e-extmod-a-a3dc77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:16.902856623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796a6a47-b6ee-42b0-a5d8-1da89b2ef9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:16.951716453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796a6a47-b6ee-42b0-a5d8-1da89b2ef9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.000830403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796a6a47-b6ee-42b0-a5d8-1da89b2ef9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.049970836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796a6a47-b6ee-42b0-a5d8-1da89b2ef9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.06329125Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"67271d3f-eafc-48be-a85f-ede7ad44dab8","name":"e2e-extmod-a-a3dc77-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.201119652Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2057ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2057ca","reconcileID":"3dfeedf0-7c3c-403c-ad11-df41b350418e","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2057ca","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2057ca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.855131732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e06e3de-af51-4c8c-9399-f11b9467108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.90431164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e06e3de-af51-4c8c-9399-f11b9467108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.953169256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e06e3de-af51-4c8c-9399-f11b9467108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.002615039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e06e3de-af51-4c8c-9399-f11b9467108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.205572125Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2057ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2057ca","reconcileID":"0514a0cb-b337-4589-b23e-f3a1eecf2073","namespace":"ai-tenant-e2e-extmod-a-2057ca","gateway":"e2e-extmod-a-2057ca","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2057ca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.77706375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71bd08e-7fe9-4f63-8f6e-29dbb0600bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.825802075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71bd08e-7fe9-4f63-8f6e-29dbb0600bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.876009236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71bd08e-7fe9-4f63-8f6e-29dbb0600bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.926140626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71bd08e-7fe9-4f63-8f6e-29dbb0600bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:21.507972578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"2a4dfcdb-96eb-42bc-996f-f388bdf877e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:21.561992434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"2a4dfcdb-96eb-42bc-996f-f388bdf877e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:21.863421522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"c5fb5e2c-1e27-4673-92b0-1ae0f02a1c69","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:21.863445508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"c5fb5e2c-1e27-4673-92b0-1ae0f02a1c69","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.354238897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"9b2ce821-b374-411a-913f-4773def27b08","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.35426323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"9b2ce821-b374-411a-913f-4773def27b08","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.409344233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"1636c470-4b80-4c8f-8951-2022d8bf8aa9","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.409366607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"1636c470-4b80-4c8f-8951-2022d8bf8aa9","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.450962562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"4f04d94f-0d8e-43e1-82db-c9a348d9dd04","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:22.462343384Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"1636c470-4b80-4c8f-8951-2022d8bf8aa9","name":"auth-test-model-714979","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-714979\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:22.462411527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"1636c470-4b80-4c8f-8951-2022d8bf8aa9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-714979\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:22.462832838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"f077e159-f2f9-4e27-ba0b-a6d90f48dd82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-826dac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.468133413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"7602cad7-26c2-4696-b1dc-98abd4df0343","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.46815376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"7602cad7-26c2-4696-b1dc-98abd4df0343","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.505259731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"4f04d94f-0d8e-43e1-82db-c9a348d9dd04","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.569491277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"f9bc1aa4-a857-4cc3-90cd-345efb2e7ed7","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.56952022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"f9bc1aa4-a857-4cc3-90cd-345efb2e7ed7","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.623529092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"09247c09-29b9-4281-9399-9c41540bcc5c","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.623552368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"09247c09-29b9-4281-9399-9c41540bcc5c","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.710001518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32ac3a6-79c1-4ae3-8536-0b504d6838f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.759092413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32ac3a6-79c1-4ae3-8536-0b504d6838f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.807821743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32ac3a6-79c1-4ae3-8536-0b504d6838f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.857095754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32ac3a6-79c1-4ae3-8536-0b504d6838f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.860313729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"f27537ba-bc6e-4407-80a1-9f0f562e3638","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-auth-test-model-714979","model":"auth-test-model-714979","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-714979/e2e-auth-iso-826dac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.905888103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"6eedd303-1a98-4470-9b93-67b6ae3a067d","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.96027906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"6eedd303-1a98-4470-9b93-67b6ae3a067d","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:23.018164022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"6e97180c-b8f4-414d-aaf8-1bbf8efb3b83","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:23.018187104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"6e97180c-b8f4-414d-aaf8-1bbf8efb3b83","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:23.252831876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"32a73680-a46c-4cfe-8e4f-0b336163885c","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-auth-test-model-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.641784926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb594a21-898e-466a-abae-d07e7d4ee05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.690793808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb594a21-898e-466a-abae-d07e7d4ee05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.739896567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb594a21-898e-466a-abae-d07e7d4ee05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.78891371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb594a21-898e-466a-abae-d07e7d4ee05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.569666366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bd8fe5-8424-4035-9f5d-302030face66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.619550583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bd8fe5-8424-4035-9f5d-302030face66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.669283913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bd8fe5-8424-4035-9f5d-302030face66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.718407486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bd8fe5-8424-4035-9f5d-302030face66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.000118953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a4ed9-abf1-4677-a15f-a4e874220105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.048940259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a4ed9-abf1-4677-a15f-a4e874220105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.097731242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a4ed9-abf1-4677-a15f-a4e874220105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.146829854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a4ed9-abf1-4677-a15f-a4e874220105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.554168562Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5e2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5e2db","reconcileID":"4429bb80-e0bd-44aa-8f58-b2ec0716feb6","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d5e2db","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d5e2db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.01426608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84eeb3e9-c0fa-47bf-b0e1-632a2e90fe45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.063493656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84eeb3e9-c0fa-47bf-b0e1-632a2e90fe45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.116849386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84eeb3e9-c0fa-47bf-b0e1-632a2e90fe45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.165954125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84eeb3e9-c0fa-47bf-b0e1-632a2e90fe45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.586345868Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5e2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5e2db","reconcileID":"9591c9c9-d61e-434e-9915-d510a6e97795","namespace":"ai-tenant-e2e-extmod-b-d5e2db","gateway":"e2e-extmod-b-d5e2db","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d5e2db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.827531266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"d9e7640f-61b3-4281-9d6d-dff7c6731c7e","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-auth-test-model-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.966931242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c801e7f-ee45-42d5-9086-935c59c85967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.0158594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c801e7f-ee45-42d5-9086-935c59c85967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.0647193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c801e7f-ee45-42d5-9086-935c59c85967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.071751588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"ed7b41de-f30b-4ddf-b486-383ee4af6efb","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.071770455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"ed7b41de-f30b-4ddf-b486-383ee4af6efb","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.115237351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c801e7f-ee45-42d5-9086-935c59c85967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.151280925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"ec863ce4-2869-43b0-80ef-12ba3bd9827d","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.204896628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"ec863ce4-2869-43b0-80ef-12ba3bd9827d","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.89387477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df14ea63-e924-472c-a011-211300458dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.943888292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df14ea63-e924-472c-a011-211300458dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.992997448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df14ea63-e924-472c-a011-211300458dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.042572994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df14ea63-e924-472c-a011-211300458dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.683697014Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c0fc5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c0fc5f","reconcileID":"72c6a9f5-f92b-4558-8006-0464c3324dca","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c0fc5f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c0fc5f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.86312949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e018ed4-74aa-4f24-ad6b-cb5e54adb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.912106388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e018ed4-74aa-4f24-ad6b-cb5e54adb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.963567199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e018ed4-74aa-4f24-ad6b-cb5e54adb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.012514001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e018ed4-74aa-4f24-ad6b-cb5e54adb42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.495567943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.701181675Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c0fc5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c0fc5f","reconcileID":"407c7e21-7864-4805-9530-0fa7706214a7","namespace":"ai-tenant-e2e-extmod-a-c0fc5f","gateway":"e2e-extmod-a-c0fc5f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c0fc5f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.53150722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"de5e6a33-8857-466b-90e7-aff25b3342eb","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.53153309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"de5e6a33-8857-466b-90e7-aff25b3342eb","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.628861812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"80ca5a92-e96b-4ae7-9015-2d497391d1a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.68245006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"80ca5a92-e96b-4ae7-9015-2d497391d1a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.684042757Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"cdca40f2-c6a8-403e-8726-9b4b4a95b16b","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ce0a736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.979524188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"20bfb280-7f58-4b9b-bdcb-417c758b1dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.036014343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"20bfb280-7f58-4b9b-bdcb-417c758b1dce","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.736523914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"3da07b5b-2f4b-49bb-95af-47d1d276a7d0","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","subscription":"e2e-auth-iso-826dac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.785950236Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"3da07b5b-2f4b-49bb-95af-47d1d276a7d0","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.835270346Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"3da07b5b-2f4b-49bb-95af-47d1d276a7d0","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.098204629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"ef888f00-78c5-49dc-8900-ad6e203c7e2b","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.098226653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"ef888f00-78c5-49dc-8900-ad6e203c7e2b","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.195618723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"f90c7f7a-916a-42d5-9e6d-7038e42fa15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.250973939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"f90c7f7a-916a-42d5-9e6d-7038e42fa15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.259371115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"9997828a-82f2-4e76-89ff-793c3d3c7470","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.259391129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"9997828a-82f2-4e76-89ff-793c3d3c7470","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.357241236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"320b4800-fb3e-4ed8-9218-7ab9950930ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.411597117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"320b4800-fb3e-4ed8-9218-7ab9950930ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.415061167Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"42097e6d-e6e0-4b96-9a45-802e9031b59f","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-49b68457","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.548366172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"2c12f957-0888-4ace-94f7-8bf90a25d02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.603733623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"2c12f957-0888-4ace-94f7-8bf90a25d02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.749175794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"bda35686-2a45-42e4-96bf-e45079942493","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:53.803189857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"bda35686-2a45-42e4-96bf-e45079942493","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.465085406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"efbce1e0-7c8f-4ced-9bd3-6fa08b3c1364","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","subscription":"e2e-auth-iso-826dac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.515050366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"efbce1e0-7c8f-4ced-9bd3-6fa08b3c1364","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.564692349Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"efbce1e0-7c8f-4ced-9bd3-6fa08b3c1364","MaaSSubscription":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.830277572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"6cebb2a0-7124-4c4f-8d2c-6dc9b2ad8dcd","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.830300607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"6cebb2a0-7124-4c4f-8d2c-6dc9b2ad8dcd","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.928064534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"afa3508f-4b59-4cc6-90db-80797066da00","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.98342865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"afa3508f-4b59-4cc6-90db-80797066da00","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.984816446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"f2d318f4-52ed-4cbc-97e1-eba0188270aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.98497083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"5e21e630-6a4b-45bf-b8ae-d4e5032ce4bf","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.98498832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"5e21e630-6a4b-45bf-b8ae-d4e5032ce4bf","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.131259674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"f2d318f4-52ed-4cbc-97e1-eba0188270aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.255700118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"f2d318f4-52ed-4cbc-97e1-eba0188270aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.255731588Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-auth-iso-826dac","reconcileID":"f2d318f4-52ed-4cbc-97e1-eba0188270aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.280141523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"d66a905f-c881-49d6-9fef-9734e8eeb727","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.311882597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"63657a6e-ceed-4d88-83b1-2768b769a1b8","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/auth-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.31192099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"auth-test-model-4d1799","reconcileID":"63657a6e-ceed-4d88-83b1-2768b769a1b8","MaaSModelRef":{"name":"auth-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"auth-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"auth-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.334614065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"d66a905f-c881-49d6-9fef-9734e8eeb727","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.481990852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"e652f67d-792f-462e-84c0-26b9a870566e","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.482104722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"7014632d-e0a7-43d7-ac5f-6cc3a56f5a74","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.482122652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"7014632d-e0a7-43d7-ac5f-6cc3a56f5a74","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.634969024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"e652f67d-792f-462e-84c0-26b9a870566e","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.758458795Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"e652f67d-792f-462e-84c0-26b9a870566e","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.758483217Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-auth-iso-826dac","reconcileID":"e652f67d-792f-462e-84c0-26b9a870566e","MaaSAuthPolicy":{"name":"e2e-auth-iso-826dac","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.81701997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"373f3ebf-85ef-4d5e-ad50-3477c960fc7f","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/auth-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.81704078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"auth-test-model-714979","reconcileID":"373f3ebf-85ef-4d5e-ad50-3477c960fc7f","MaaSModelRef":{"name":"auth-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"auth-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"auth-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.497369344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.001360967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d325035-05da-4191-a2e1-e68008264503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.050274548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d325035-05da-4191-a2e1-e68008264503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.099595696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d325035-05da-4191-a2e1-e68008264503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.148457674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d325035-05da-4191-a2e1-e68008264503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.966242498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47c6d0-b05e-4623-8ca5-aae4dfbc5414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.01897926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47c6d0-b05e-4623-8ca5-aae4dfbc5414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.072803355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47c6d0-b05e-4623-8ca5-aae4dfbc5414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.122057667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47c6d0-b05e-4623-8ca5-aae4dfbc5414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.620863116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"cdcd36e0-4246-4026-be84-ad352dbc7c38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2057ca","tenantID":"e2e-extmod-a-2057ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.732949776Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"cdcd36e0-4246-4026-be84-ad352dbc7c38","name":"e2e-extmod-a-2057ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.49453449Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.7513204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3618276-af95-42d9-8cf2-9590a14b5d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.801048396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3618276-af95-42d9-8cf2-9590a14b5d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.850601559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3618276-af95-42d9-8cf2-9590a14b5d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.899488508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3618276-af95-42d9-8cf2-9590a14b5d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.367219769Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a02404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a02404","reconcileID":"6b9c7717-8a74-45cf-94cf-1939ece38e1c","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a02404","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a02404":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.716177745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7262e94c-84d2-44c8-b2b6-d66491b5b7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.765068405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7262e94c-84d2-44c8-b2b6-d66491b5b7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.814018211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7262e94c-84d2-44c8-b2b6-d66491b5b7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.864501054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7262e94c-84d2-44c8-b2b6-d66491b5b7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.441815756Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a02404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a02404","reconcileID":"b7a7a19e-11eb-4254-a5f3-5bb740eaa50a","namespace":"ai-tenant-e2e-extmod-b-a02404","gateway":"e2e-extmod-b-a02404","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a02404":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.709832875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b178ffcf-5b1b-438b-a82f-d0cfbffe31a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.793139484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b178ffcf-5b1b-438b-a82f-d0cfbffe31a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.842621611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b178ffcf-5b1b-438b-a82f-d0cfbffe31a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.892116502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b178ffcf-5b1b-438b-a82f-d0cfbffe31a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:47.392355103Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-7da0f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-7da0f7","reconcileID":"5a3f0f7b-e185-40a3-ab7d-faed35bd3c2d","namespace":"odh-ai-gateway-infra","gateway":"e2e-autores-7da0f7","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-7da0f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.702382963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bafb471-6a2c-45f0-ab85-124467de0046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.753239127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bafb471-6a2c-45f0-ab85-124467de0046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.802405281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bafb471-6a2c-45f0-ab85-124467de0046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.851366906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bafb471-6a2c-45f0-ab85-124467de0046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.967415662Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-7da0f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-7da0f7","reconcileID":"a4b60fe1-7e0b-460e-923e-002fa123f368","namespace":"ai-tenant-e2e-autores-7da0f7","gateway":"e2e-autores-7da0f7","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-7da0f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.631245472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22395f8b-8a85-4e4b-85a8-fc6fbbce1968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.68034502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22395f8b-8a85-4e4b-85a8-fc6fbbce1968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.733662564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22395f8b-8a85-4e4b-85a8-fc6fbbce1968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.784322969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22395f8b-8a85-4e4b-85a8-fc6fbbce1968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.633872775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac540e6-d67e-4c38-9693-175b893b6ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.682826594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac540e6-d67e-4c38-9693-175b893b6ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.73198558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac540e6-d67e-4c38-9693-175b893b6ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.781722117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac540e6-d67e-4c38-9693-175b893b6ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.630052521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df3512-5411-47a9-a1ec-ce4aa8c1eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.678943887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df3512-5411-47a9-a1ec-ce4aa8c1eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.7280808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df3512-5411-47a9-a1ec-ce4aa8c1eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.77719342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87df3512-5411-47a9-a1ec-ce4aa8c1eac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.333090814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"bea19f97-c32c-4169-8fe7-82eac53f5572","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d5e2db","tenantID":"e2e-extmod-b-d5e2db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.444869511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"bea19f97-c32c-4169-8fe7-82eac53f5572","name":"e2e-extmod-b-d5e2db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.570155871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eecc55-98ac-4357-9f6c-540b52d8a466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.619036521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eecc55-98ac-4357-9f6c-540b52d8a466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.667808701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eecc55-98ac-4357-9f6c-540b52d8a466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.716614263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eecc55-98ac-4357-9f6c-540b52d8a466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.495622407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa5757d-4127-43cf-a302-3e626528cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.545057765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa5757d-4127-43cf-a302-3e626528cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.594541342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa5757d-4127-43cf-a302-3e626528cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.643765446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa5757d-4127-43cf-a302-3e626528cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.431402119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d66d8fb-0a90-435b-b9c7-272092537394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.480565123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d66d8fb-0a90-435b-b9c7-272092537394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.529665264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d66d8fb-0a90-435b-b9c7-272092537394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.579025244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d66d8fb-0a90-435b-b9c7-272092537394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:10.188132714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"70bd8d3e-add9-4be6-8bc8-5fb93c8e2605","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c0fc5f","tenantID":"e2e-extmod-a-c0fc5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:10.305122156Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"70bd8d3e-add9-4be6-8bc8-5fb93c8e2605","name":"e2e-extmod-a-c0fc5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:11.493551705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.492980857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:45.605319238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"528dd535-cb6b-4430-91eb-e4e1597a51a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:45.704479158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"071bdb8b-5b31-425b-9480-c5c0b5c9130a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:45.851620702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"506fb37d-d85f-4121-ad1a-54f17f9a1d5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:45.950015556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"6a9bba87-ff2e-407d-be2a-68c650fa4ab1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:45.972335205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"637a4bc3-dba9-4b17-96b7-efdd4056163d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.094295082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"8242279e-818d-47d8-9d39-8b09f142e522","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.215360086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"1a620903-5caa-44f3-ae2e-ada2384646c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.398001854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"df987b2a-0821-4bfd-a932-38eb52f18eec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.499879953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"6807f9f6-3bb3-41ac-9a3f-c85927a9e41b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.520445405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"76fd2038-9c09-456c-822e-c155735d0882","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.686555742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"bc97fae0-ba91-4da9-9d59-7856e3e73f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.885703589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd7c7030-c4cb-473d-9558-54ad0ea36a69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.217701613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe295c1-8cd8-47d1-af21-8c2faf1d23c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.266694975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe295c1-8cd8-47d1-af21-8c2faf1d23c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.315747325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe295c1-8cd8-47d1-af21-8c2faf1d23c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.364809793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe295c1-8cd8-47d1-af21-8c2faf1d23c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.196573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0602e070-68c1-4043-ab9c-ec5267b66538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.24587239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0602e070-68c1-4043-ab9c-ec5267b66538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.294692444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0602e070-68c1-4043-ab9c-ec5267b66538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.344033943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0602e070-68c1-4043-ab9c-ec5267b66538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:11.496499015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:12.677270369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5309661-010a-45b1-a5a8-3a12013e2cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:12.72814805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5309661-010a-45b1-a5a8-3a12013e2cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:12.778621431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5309661-010a-45b1-a5a8-3a12013e2cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:12.827521103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5309661-010a-45b1-a5a8-3a12013e2cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:13.243377073Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6a186d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6a186d","reconcileID":"bd86e8a2-bbe1-4df9-9d57-5b02722e7aa7","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6a186d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6a186d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:14.024499462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"ae56adda-32a7-4e56-b4a8-32d976754921","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a02404","tenantID":"e2e-extmod-b-a02404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:14.183022432Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"ae56adda-32a7-4e56-b4a8-32d976754921","name":"e2e-extmod-b-a02404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:14.649283312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588ff59-a28d-4d26-a98c-b140009d6858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:14.698447067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588ff59-a28d-4d26-a98c-b140009d6858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:14.747240089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588ff59-a28d-4d26-a98c-b140009d6858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:14.796247121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5588ff59-a28d-4d26-a98c-b140009d6858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:15.715245802Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6a186d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6a186d","reconcileID":"103e7c99-8896-4d61-9f9b-b90b1a7747d6","namespace":"ai-tenant-e2e-extmod-b-6a186d","gateway":"e2e-extmod-b-6a186d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6a186d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:16.614537746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12d8d69-181d-4f5a-af03-dcca65467f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:16.66357283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12d8d69-181d-4f5a-af03-dcca65467f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:16.712592406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12d8d69-181d-4f5a-af03-dcca65467f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:16.76419649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12d8d69-181d-4f5a-af03-dcca65467f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:18.598516936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79ce762-0614-4170-9277-3cd00f6a8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:18.647706077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79ce762-0614-4170-9277-3cd00f6a8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:18.696763704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79ce762-0614-4170-9277-3cd00f6a8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:18.746777498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79ce762-0614-4170-9277-3cd00f6a8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.595284097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b1e3-10cb-47a9-b247-4aadef6b8c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.644429183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b1e3-10cb-47a9-b247-4aadef6b8c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.693402026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b1e3-10cb-47a9-b247-4aadef6b8c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.742471003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b1e3-10cb-47a9-b247-4aadef6b8c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.548874528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0235e852-e3cd-4641-b734-61bfc1df6b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.598184972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0235e852-e3cd-4641-b734-61bfc1df6b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.648126689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0235e852-e3cd-4641-b734-61bfc1df6b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.697377731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0235e852-e3cd-4641-b734-61bfc1df6b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.091210446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"c6a0c6e4-e19f-4ee5-b7bf-7f0906229287","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-7da0f7","tenantID":"e2e-autores-7da0f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.20317458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"c6a0c6e4-e19f-4ee5-b7bf-7f0906229287","name":"e2e-autores-7da0f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.488408347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa217b8c-66dc-4a25-b0c1-b1291082e89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.537584468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa217b8c-66dc-4a25-b0c1-b1291082e89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.586417881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa217b8c-66dc-4a25-b0c1-b1291082e89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.636150818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa217b8c-66dc-4a25-b0c1-b1291082e89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.505777398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95931ca4-bbde-41b0-910c-64efb45069ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.554966095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95931ca4-bbde-41b0-910c-64efb45069ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.604136846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95931ca4-bbde-41b0-910c-64efb45069ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.65351006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95931ca4-bbde-41b0-910c-64efb45069ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.49181364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcefb1a-6893-4cf4-93d4-c5b92cce0bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.540922829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcefb1a-6893-4cf4-93d4-c5b92cce0bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.590141445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcefb1a-6893-4cf4-93d4-c5b92cce0bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.639462763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcefb1a-6893-4cf4-93d4-c5b92cce0bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.891160468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"233f3f38-9765-4f4e-b1e0-1ac4c1a06a83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.083388814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"3eaf8f5f-2149-4350-9642-f2658e065b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.328364543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"325f5498-e0ee-48e2-b513-ebef562bf877","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.44512064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"13fdbae4-17b3-4479-9606-ced5a42c2dbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.493628814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36be3331-95d1-4f04-ab37-3cdb7965c103","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.592172204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"8436e2b6-9b0a-4dcd-98a0-a76aaab0d649","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.842279399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"36e70f0e-8689-443e-89ae-88d964a3d3a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.05734159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"04d04b43-cbd5-4f0c-9ae6-0f36d12a5be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.198130141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"35d86a61-60cd-4218-84f6-5d7c5801a4a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.298371897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"86e61d5d-0a0d-467c-a451-95e63d3de078","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.331488451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"99a85efb-9700-44d2-9c4d-983665e1d843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.441373783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ac4fd-4f4c-4d36-aa86-a48f3bec7955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.490503592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ac4fd-4f4c-4d36-aa86-a48f3bec7955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.539574471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ac4fd-4f4c-4d36-aa86-a48f3bec7955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.589111707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ac4fd-4f4c-4d36-aa86-a48f3bec7955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.687997984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"e24c2066-5db8-4e90-b5a8-72d7404acf68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.39510491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe45698-4bd7-43de-a0aa-c1952eea15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.44418835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe45698-4bd7-43de-a0aa-c1952eea15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.493290771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe45698-4bd7-43de-a0aa-c1952eea15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.542089513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe45698-4bd7-43de-a0aa-c1952eea15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.71966688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bb7aea-2c0b-4420-be46-989dcaff967f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.768560417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bb7aea-2c0b-4420-be46-989dcaff967f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.817756266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bb7aea-2c0b-4420-be46-989dcaff967f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.871282828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bb7aea-2c0b-4420-be46-989dcaff967f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.659975741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f23b3e-2a2e-4084-aed2-6b1bb61aa9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.708866229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f23b3e-2a2e-4084-aed2-6b1bb61aa9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.758028407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f23b3e-2a2e-4084-aed2-6b1bb61aa9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.807957445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f23b3e-2a2e-4084-aed2-6b1bb61aa9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:39.61997009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c8206a-9d0c-425e-ac66-d64ce7cbb251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:39.669186947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c8206a-9d0c-425e-ac66-d64ce7cbb251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:39.71804363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c8206a-9d0c-425e-ac66-d64ce7cbb251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:39.766970066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c8206a-9d0c-425e-ac66-d64ce7cbb251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.499397669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.620282947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fe30b-27cc-4f00-9747-767bae364064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.669211785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fe30b-27cc-4f00-9747-767bae364064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.718140071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fe30b-27cc-4f00-9747-767bae364064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.767071584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fe30b-27cc-4f00-9747-767bae364064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:43.602139221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e52d5b-35fa-40fb-a650-7f20568d83b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:43.651201656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e52d5b-35fa-40fb-a650-7f20568d83b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:43.700065294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e52d5b-35fa-40fb-a650-7f20568d83b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:43.748835353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e52d5b-35fa-40fb-a650-7f20568d83b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.564888547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a04f1d-9daa-4849-bcac-f94aaafdb1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.614144986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a04f1d-9daa-4849-bcac-f94aaafdb1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.665213774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a04f1d-9daa-4849-bcac-f94aaafdb1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.714770605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a04f1d-9daa-4849-bcac-f94aaafdb1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.506265026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36f6095-4562-48f3-8c3c-a1d0149aa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.555917306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36f6095-4562-48f3-8c3c-a1d0149aa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.605432568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36f6095-4562-48f3-8c3c-a1d0149aa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.654731346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36f6095-4562-48f3-8c3c-a1d0149aa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:49.440491706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e948ba3-ba32-4dbb-bf31-2dc5f89674d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:49.489577021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e948ba3-ba32-4dbb-bf31-2dc5f89674d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:49.538536723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e948ba3-ba32-4dbb-bf31-2dc5f89674d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:49.587651989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e948ba3-ba32-4dbb-bf31-2dc5f89674d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.493395571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.079526648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"e2866565-a36f-4fa2-81b5-044a1e9a59d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.262481662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16404e60-27d7-4890-ab21-af7bede90f98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.532462498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"15da6a55-9c32-464f-8a76-ba32e1423131","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.831993368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"3f6d032a-5c27-4003-82a1-9a63d84e1814","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.931654536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22a126ee-bf58-4dda-9c4a-373ebda4b9dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.264255278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"da52ab98-8189-444c-b926-0bbb98c42ce1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.365061741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"4d01163f-a491-4401-b1e6-7d46ef1ce1e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.464536082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"07bac380-7bc4-4d14-a18c-bd31e8825a75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.56911729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"6d6e9aee-4254-4453-94e6-1592aef014ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.692874686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"ca46931d-5c54-411a-8ccc-63be0cc04589","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.878170718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"48ea4a87-1352-4776-acd6-f833b93e472e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:28.977442176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"72ea67cf-81bb-453e-9c30-14538bd0a843","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:41.494156375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:42.834986852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","namespace":"ai-tenant-e2e-extmod-a-130a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:42.835060049Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","namespace":"ai-tenant-e2e-extmod-a-130a8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:42.835116361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","tenant":"e2e-extmod-a-130a8c","tenantID":"e2e-extmod-a-130a8c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:42.886017002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Deployment","name":"maas-api-e2e-extmod-a-130a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:42.94363221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Service","name":"maas-api-e2e-extmod-a-130a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:42.99559694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-130a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.046213774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-130a8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.105782895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.157045735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.210564227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.26803693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.318698797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.367424474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.416159392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Service","name":"payload-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.46479004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.51367477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.562185612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.610729089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.663839965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.712573397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.761204202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.80993228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-130a8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.858550913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-130a8c"},"namespace":"ai-tenant-e2e-extmod-a-130a8c","name":"default-tenant","reconcileID":"d7d13723-a724-4aca-b4aa-361162536e96","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-130a8c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.035637065Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-130a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-130a8c","reconcileID":"1b45a90a-bc1d-4409-a5f7-705bb55c0bf1","aitenant":"ai-tenants/e2e-extmod-a-130a8c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.633140294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b6278-2b17-4863-8568-6bd5d2ad906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.682316471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b6278-2b17-4863-8568-6bd5d2ad906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.731322112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b6278-2b17-4863-8568-6bd5d2ad906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.780306065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b6278-2b17-4863-8568-6bd5d2ad906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.838124576Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-130a8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-130a8c","reconcileID":"1b45a90a-bc1d-4409-a5f7-705bb55c0bf1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-130a8c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-130a8c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.578562408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b718d-8af2-4b92-9f2a-53e3271ec6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.627684915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b718d-8af2-4b92-9f2a-53e3271ec6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.677103036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b718d-8af2-4b92-9f2a-53e3271ec6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.725929895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b718d-8af2-4b92-9f2a-53e3271ec6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.611540938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772f901c-413e-4c45-995f-ac88b59a5197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.660537078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772f901c-413e-4c45-995f-ac88b59a5197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.709745971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772f901c-413e-4c45-995f-ac88b59a5197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.758808079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772f901c-413e-4c45-995f-ac88b59a5197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:51.612426964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c72d3-0150-4f66-b115-6046fade9a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:51.661329193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c72d3-0150-4f66-b115-6046fade9a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:51.710314617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c72d3-0150-4f66-b115-6046fade9a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:51.759071051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c72d3-0150-4f66-b115-6046fade9a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:53.487085763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"8d5002a0-020a-436a-b00a-fd9e72209c8a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a186d","tenantID":"e2e-extmod-b-6a186d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:53.598969707Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"8d5002a0-020a-436a-b00a-fd9e72209c8a","name":"e2e-extmod-b-6a186d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:53.599529216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae64ec46-ff15-42e6-ab16-bd8fe307b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:53.648664834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae64ec46-ff15-42e6-ab16-bd8fe307b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:53.697420907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae64ec46-ff15-42e6-ab16-bd8fe307b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:53.746202538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae64ec46-ff15-42e6-ab16-bd8fe307b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:55.533889637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c27a026-7888-49dd-aa42-fbbe7353e646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:55.582971575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c27a026-7888-49dd-aa42-fbbe7353e646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:55.632105785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c27a026-7888-49dd-aa42-fbbe7353e646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:55.682227537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c27a026-7888-49dd-aa42-fbbe7353e646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.50648005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd51c50-e67e-4316-b6b5-badeb4c2b312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.556416105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd51c50-e67e-4316-b6b5-badeb4c2b312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.606125893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd51c50-e67e-4316-b6b5-badeb4c2b312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.655335257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd51c50-e67e-4316-b6b5-badeb4c2b312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.605046627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","namespace":"ai-tenant-e2e-autores-7da0f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.653992839Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","namespace":"ai-tenant-e2e-autores-7da0f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.654088459Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","tenant":"e2e-autores-7da0f7","tenantID":"e2e-autores-7da0f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.704566348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Deployment","name":"maas-api-e2e-autores-7da0f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.766332873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Service","name":"maas-api-e2e-autores-7da0f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.818507847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-7da0f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.868854593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-7da0f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.990409667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.041531149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.095180594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.148862656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.197227436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Deployment","name":"payload-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.245449823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.293734973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Service","name":"payload-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.34201964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"Service","name":"payload-pre-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.390231822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"DestinationRule","name":"payload-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.438858024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.480778544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ac2693-0ee2-4668-aac5-3bd31eb1a13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.529648441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.529970863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ac2693-0ee2-4668-aac5-3bd31eb1a13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.578305947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.579771512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ac2693-0ee2-4668-aac5-3bd31eb1a13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.628768284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.628926769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ac2693-0ee2-4668-aac5-3bd31eb1a13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.678496484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.726847162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-7da0f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.775306786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-7da0f7"},"namespace":"ai-tenant-e2e-autores-7da0f7","name":"default-tenant","reconcileID":"2bb3c8c8-8929-4c58-a7ec-1590eac6f13d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-7da0f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.418221316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb17a441-df85-4bdb-bd85-ec45d199b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.467962616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb17a441-df85-4bdb-bd85-ec45d199b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.517769612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb17a441-df85-4bdb-bd85-ec45d199b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.567622826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb17a441-df85-4bdb-bd85-ec45d199b9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.356839982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e52cefb-31ba-4f10-8d18-5a35a67bbceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.406106705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e52cefb-31ba-4f10-8d18-5a35a67bbceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.455086745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e52cefb-31ba-4f10-8d18-5a35a67bbceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.503995624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e52cefb-31ba-4f10-8d18-5a35a67bbceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.61272304Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","namespace":"ai-tenant-e2e-extmod-b-d5e2db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.612804955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","namespace":"ai-tenant-e2e-extmod-b-d5e2db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.612877392Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","tenant":"e2e-extmod-b-d5e2db","tenantID":"e2e-extmod-b-d5e2db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.664204544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d5e2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.722813805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Service","name":"maas-api-e2e-extmod-b-d5e2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.804102184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d5e2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.854657887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d5e2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.90675312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:04.958828169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.01313524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.064502982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.129317684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.189670918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.257527751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Service","name":"payload-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.305983803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.313785005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e85cf65-6a83-4c99-bae3-ebac654041d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.362402293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.362804336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e85cf65-6a83-4c99-bae3-ebac654041d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.411345955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.411984043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e85cf65-6a83-4c99-bae3-ebac654041d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.461088853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e85cf65-6a83-4c99-bae3-ebac654041d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.461506163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.514259312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.563795262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.612341438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.712731007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d5e2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.761469483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e2db"},"namespace":"ai-tenant-e2e-extmod-b-d5e2db","name":"default-tenant","reconcileID":"138ab874-1800-4a82-9a44-6c5050daecbe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d5e2db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:06.528623105Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-7da0f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-7da0f7","reconcileID":"f4a22e04-284f-4079-9d92-c5c4f39e9f5d","aitenant":"ai-tenants/e2e-autores-7da0f7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.246569293Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-7da0f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-7da0f7","reconcileID":"f4a22e04-284f-4079-9d92-c5c4f39e9f5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-7da0f7","removed":["maas.opendatahub.io/gateway-access-e2e-autores-7da0f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.295069305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca630df-9f5c-44f1-9d97-75c6df8d0bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.344223426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca630df-9f5c-44f1-9d97-75c6df8d0bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.393301134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca630df-9f5c-44f1-9d97-75c6df8d0bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.442551994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca630df-9f5c-44f1-9d97-75c6df8d0bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:08.300898552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"4b4552ef-6c3f-4e86-8f8d-73a103f560b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:08.424593842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11011954-d255-4d80-94d8-04c4563dabff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:08.575781535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"d50369e7-89df-482e-9f76-719068722df6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:08.67960394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"441fc09b-8383-443d-a0c4-e010300d8506","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.200360336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"ef5c2fde-68f0-45ce-a710-cef7bdaf7af4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.300035171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"e85d513b-89f1-4cf7-9859-7b52adc1d74f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.334654641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66163baf-0ffa-4039-bd9e-c895a4667cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.384041513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66163baf-0ffa-4039-bd9e-c895a4667cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.433052265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66163baf-0ffa-4039-bd9e-c895a4667cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.482317756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66163baf-0ffa-4039-bd9e-c895a4667cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.482407374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"ad850ae3-2620-4a32-b871-5ce34b2913d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.683079065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"9a048675-cbb0-4daf-8dd7-3a8dce5394c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.829725872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c0e1ec08-9be4-46ed-b930-db5296ddf972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.883099099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"1828ad7e-f147-4263-b7d1-21f82e50a937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.047306222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"8eb13d83-2997-4eb9-bce4-b99565d98a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.170297837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d78b26f2-5cc5-47df-a840-17a9079b0f3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.796094861Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5e2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5e2db","reconcileID":"1b6d8b11-85a0-47a6-ad15-28131c54c56d","aitenant":"ai-tenants/e2e-extmod-b-d5e2db","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.430899899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d44115c-ee74-4968-824f-a80cdf8053c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.480064039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d44115c-ee74-4968-824f-a80cdf8053c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.4928468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.529327554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d44115c-ee74-4968-824f-a80cdf8053c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.578297436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d44115c-ee74-4968-824f-a80cdf8053c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.635082441Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5e2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5e2db","reconcileID":"1b6d8b11-85a0-47a6-ad15-28131c54c56d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d5e2db","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d5e2db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:13.405967421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10895ce-d3f1-44a1-bc57-929eea0e715c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:13.454992027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10895ce-d3f1-44a1-bc57-929eea0e715c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:13.504820147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10895ce-d3f1-44a1-bc57-929eea0e715c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:13.553960805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10895ce-d3f1-44a1-bc57-929eea0e715c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:13.91026071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"405ee2db-abb7-48b9-a2b7-c644fd9da06e","namespace":"llm","name":"e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:13.969591382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"4aec58fe-beb1-4edf-8b9a-7de6cb92819d","namespace":"llm","name":"e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.057756336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"378772b4-64d1-43ac-9d0f-71420a126d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.057788511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"10e1ca15-fe04-40f7-a537-08fc2628dc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.058286242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"012c71ae-cac0-49a4-9acf-caa517eacfe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.058438061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"fb062de8-dac3-44d0-94d3-0076b17b3536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.058287794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"98af76c2-520c-49ae-a67c-ee497671539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.112787936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"10e1ca15-fe04-40f7-a537-08fc2628dc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.112887324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"fb062de8-dac3-44d0-94d3-0076b17b3536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.115189422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"378772b4-64d1-43ac-9d0f-71420a126d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.11767588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"98af76c2-520c-49ae-a67c-ee497671539a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.18213195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"012c71ae-cac0-49a4-9acf-caa517eacfe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.19432102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb88cab9-ad27-44fe-806c-f7d2cc94f3b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.194343174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb88cab9-ad27-44fe-806c-f7d2cc94f3b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.194621158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3087b22-24f9-4914-b273-fb0ba8a6e5a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.194635008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3087b22-24f9-4914-b273-fb0ba8a6e5a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.194846505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bdebf62b-b7c1-4fee-95d1-386f61aa2466","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.194858091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bdebf62b-b7c1-4fee-95d1-386f61aa2466","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195074946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"480447aa-28e9-4c28-b286-3da47feab347","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195085309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"480447aa-28e9-4c28-b286-3da47feab347","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195294999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d7d5be5-e205-4d55-925b-b4f89328366c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195303986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d7d5be5-e205-4d55-925b-b4f89328366c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195581496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff84f30b-82bc-4879-abb2-2262e3681ca6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195592882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff84f30b-82bc-4879-abb2-2262e3681ca6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195788215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4022a825-7d48-452f-b05a-372754c11dd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.195797535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4022a825-7d48-452f-b05a-372754c11dd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.196100054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03630898-fa98-4abd-b149-8efc6659713b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.196111955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03630898-fa98-4abd-b149-8efc6659713b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.235986766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"012c71ae-cac0-49a4-9acf-caa517eacfe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.39109747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b590fc15-4dfa-456a-a1b6-985c0c1ad465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.391177387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b33ea9a-d6a0-432f-9170-1c8eb7422c1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.415714008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"e0d2757c-cba6-47b6-987e-7202526a01e0","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"name":"e2e-dft-c9c3d4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.436879383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb8cecdb-23eb-4ff7-8751-325f491a0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.490747903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb8cecdb-23eb-4ff7-8751-325f491a0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.600848353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c3bffac-073d-441d-bcc9-bcbb6d61664f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.600874086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c3bffac-073d-441d-bcc9-bcbb6d61664f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.601264528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6849290b-4865-4c69-9be8-f94df04be8b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.601285831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6849290b-4865-4c69-9be8-f94df04be8b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.64128831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"981260fc-a6c1-4689-9127-89e3cd520faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.641578191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"059c2bcc-7960-4649-93d2-38e36494cfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.642028975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"6c4ebad6-c17f-4a6f-baed-0be2d4cdce19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.642311527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b50eeb25-f9d1-4223-8b0c-00a946fc01ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.650101538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"c5439dbf-5182-40ba-92e1-b09382792985","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"name":"e2e-dft-c9c3d4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.696018639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"981260fc-a6c1-4689-9127-89e3cd520faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.697161998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"6c4ebad6-c17f-4a6f-baed-0be2d4cdce19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.698372409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"059c2bcc-7960-4649-93d2-38e36494cfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.699868671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f1b7a2a-2926-4eb3-abbc-94051f04296e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.699885395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f1b7a2a-2926-4eb3-abbc-94051f04296e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700169726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3cf46f55-8393-4ee4-a071-0b41f39fdae6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700182831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3cf46f55-8393-4ee4-a071-0b41f39fdae6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700386093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46ef5969-bdff-4ae2-9c6a-adea123c65be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700396175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46ef5969-bdff-4ae2-9c6a-adea123c65be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700588177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fac62e81-1513-4fc5-8652-f0775d67b2af","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700598576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fac62e81-1513-4fc5-8652-f0775d67b2af","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700788465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc42d285-1060-47da-b787-72db00cadf31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700798524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc42d285-1060-47da-b787-72db00cadf31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.700894137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b50eeb25-f9d1-4223-8b0c-00a946fc01ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.701034097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d511d22-c906-465b-b8b3-2ab48c040e60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.701046821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d511d22-c906-465b-b8b3-2ab48c040e60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.754888427Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267053","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267053","reconcileID":"a74c30ca-6214-46ea-8ec1-dd000a92142e","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-267053","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-267053":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.853172605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"dcc0ac8a-3fd2-432c-b8f8-b65ba308eca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:14.907011112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"dcc0ac8a-3fd2-432c-b8f8-b65ba308eca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.060253705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"6c8d41b3-da1e-445b-854d-edf529f45e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.060384515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136e3e5f-51c6-4762-b819-f75d312bd5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.060713619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c295aff8-6153-408b-9349-3006e62230a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.060253766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"76ce0182-c0e3-44b2-8b7a-5938d96a5cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.069682936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"bbf9167d-7e76-47f8-bf99-315662a21017","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"name":"e2e-dft-c9c3d4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.171228439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"c295aff8-6153-408b-9349-3006e62230a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.17160118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"6c8d41b3-da1e-445b-854d-edf529f45e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.173512547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"76ce0182-c0e3-44b2-8b7a-5938d96a5cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.173842732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136e3e5f-51c6-4762-b819-f75d312bd5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.227069002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136e3e5f-51c6-4762-b819-f75d312bd5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.256047879Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"76c80882-4369-4911-966a-d1fb03f3f85b","namespace":"llm","name":"e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.265881205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"88834e31-d383-4ec3-94a4-bfafac02b0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.305312438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"56a771cf-47e3-41e9-8c64-2b1435873b5c","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.305342268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"56a771cf-47e3-41e9-8c64-2b1435873b5c","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.321016858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"88834e31-d383-4ec3-94a4-bfafac02b0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.362135791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46d2372-3fd0-40ac-9ad0-c21e6bcfde70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.411513052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46d2372-3fd0-40ac-9ad0-c21e6bcfde70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.460557234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46d2372-3fd0-40ac-9ad0-c21e6bcfde70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.461008525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"385883e4-4cd0-426b-b5e4-89ca04637092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.510038245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46d2372-3fd0-40ac-9ad0-c21e6bcfde70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.559283807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5827ab35-9a17-455e-8808-0ae86224cdc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.565187129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"385883e4-4cd0-426b-b5e4-89ca04637092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.613531923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5827ab35-9a17-455e-8808-0ae86224cdc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.659254053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9c353d43-f3cd-4d2d-b21d-c18a5d133699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.65965067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9cb6a61-ec56-447b-a239-5e898c66c51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.713757758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9cb6a61-ec56-447b-a239-5e898c66c51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.715108999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9c353d43-f3cd-4d2d-b21d-c18a5d133699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.761230037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a3b94399-9c59-4138-96d4-9594a72def1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.766382976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9cb6a61-ec56-447b-a239-5e898c66c51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.767530547Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"83a2993f-f7a2-4fed-8a32-2b558ce6d06e","namespace":"ai-tenant-e2e-extmod-a-c0fc5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.767579385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"83a2993f-f7a2-4fed-8a32-2b558ce6d06e","namespace":"ai-tenant-e2e-extmod-a-c0fc5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.767625376Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"83a2993f-f7a2-4fed-8a32-2b558ce6d06e","aitenant":"ai-tenants/e2e-extmod-a-c0fc5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.814869679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a3b94399-9c59-4138-96d4-9594a72def1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.912309022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"e0f67373-feb7-4f67-8882-fb8272e880eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.914324793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9c9508c3-6b26-4d88-b758-02f9d98fc163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.914782808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0c1cc4c3-1666-4cb4-b133-2034a5c86ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.983708364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"e0f67373-feb7-4f67-8882-fb8272e880eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:15.98608887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9c9508c3-6b26-4d88-b758-02f9d98fc163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.035253282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"0c1cc4c3-1666-4cb4-b133-2034a5c86ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.131618609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"fa197bdf-f51e-4327-97bf-48eab69fb949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.185397869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"fa197bdf-f51e-4327-97bf-48eab69fb949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.233524231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"950998d1-b934-452d-abd3-0c16a396c0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.287402407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"950998d1-b934-452d-abd3-0c16a396c0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.3317863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2cc7ef1b-c09e-4e88-b654-962e19f37c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.332011801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fe77b6d0-ca05-4271-ab9c-93fe1f39c396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.386109165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2cc7ef1b-c09e-4e88-b654-962e19f37c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.386218398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"fe77b6d0-ca05-4271-ab9c-93fe1f39c396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.470248316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"eb18d77d-7fc0-478e-b306-7656ba6f1d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.524548909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"eb18d77d-7fc0-478e-b306-7656ba6f1d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:16.767389228Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267053","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267053","reconcileID":"31cf3491-e733-468b-8edb-87d923bb0a9a","namespace":"ai-tenant-e2e-extmod-a-267053","gateway":"e2e-extmod-a-267053","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-267053":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:17.406077811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca0351-73d4-4ad2-bac7-5b540f1b3d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:17.455007295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca0351-73d4-4ad2-bac7-5b540f1b3d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:17.503995717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca0351-73d4-4ad2-bac7-5b540f1b3d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:17.552864852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca0351-73d4-4ad2-bac7-5b540f1b3d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.507843288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"faaa656e-0b18-4d60-8d4a-33eda07fba19","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.507873953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"faaa656e-0b18-4d60-8d4a-33eda07fba19","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.681518708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"1e2ab6ce-bab9-4d48-b74e-5f4b4be6dd0a","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.681550514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"1e2ab6ce-bab9-4d48-b74e-5f4b4be6dd0a","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.77917993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"84452371-d049-4ff0-8d6d-b82203d914fa","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.833247405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"84452371-d049-4ff0-8d6d-b82203d914fa","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.88570784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"84452371-d049-4ff0-8d6d-b82203d914fa","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.98951386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"193ce6e5-02fc-4fcf-b3e3-c63131fb3fcd","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:20.989545474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"193ce6e5-02fc-4fcf-b3e3-c63131fb3fcd","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.137013088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"6170abcf-b499-4b6e-9db3-54bc7f3c64a6","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.19160928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"6170abcf-b499-4b6e-9db3-54bc7f3c64a6","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.244209093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"6170abcf-b499-4b6e-9db3-54bc7f3c64a6","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:25.962025522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20f44778-332e-444c-afe7-034bf6d23c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:26.018012945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20f44778-332e-444c-afe7-034bf6d23c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:26.070843216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20f44778-332e-444c-afe7-034bf6d23c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.441260512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"244d29b3-2755-4a08-b823-73a18dcf9556","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.495168702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"244d29b3-2755-4a08-b823-73a18dcf9556","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.548233288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"244d29b3-2755-4a08-b823-73a18dcf9556","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:36.266455093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf25d03d-c394-4a23-8bb6-09d7d0b73945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:36.320368024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf25d03d-c394-4a23-8bb6-09d7d0b73945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:36.373142077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf25d03d-c394-4a23-8bb6-09d7d0b73945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:41.493265496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:41.744331613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"961891a5-284a-4155-a0a3-fb611c030025","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:41.798251974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"961891a5-284a-4155-a0a3-fb611c030025","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:41.851450792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"961891a5-284a-4155-a0a3-fb611c030025","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.573847884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6129969c-850f-42af-a33e-54ff88fb8c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.627799862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6129969c-850f-42af-a33e-54ff88fb8c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.684179675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6129969c-850f-42af-a33e-54ff88fb8c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.047148015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"cc11d89e-b474-4809-84b0-7762cd4b7e5d","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.101228919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"cc11d89e-b474-4809-84b0-7762cd4b7e5d","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.154119552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"cc11d89e-b474-4809-84b0-7762cd4b7e5d","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.259430667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"94803557-b475-4b60-a879-7b0d71adf12b","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.259457561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"94803557-b475-4b60-a879-7b0d71adf12b","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.841665693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"75755c78-2b0c-4da5-8de8-ab38cc6bb6e1","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.841800464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"074642d1-aa02-4e64-b253-b59a9db30e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.841679067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aaeb963-7890-4ec2-8152-1aa6085f35ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.896703421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aaeb963-7890-4ec2-8152-1aa6085f35ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.896745078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"75755c78-2b0c-4da5-8de8-ab38cc6bb6e1","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.899030576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"074642d1-aa02-4e64-b253-b59a9db30e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.949888295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aaeb963-7890-4ec2-8152-1aa6085f35ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:52.950000017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"75755c78-2b0c-4da5-8de8-ab38cc6bb6e1","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:53.00598494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db248d25-350b-486e-9449-166371bb7d56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:53.006006731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db248d25-350b-486e-9449-166371bb7d56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.355770018Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","namespace":"ai-tenant-e2e-extmod-a-a3dc77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.355840485Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","namespace":"ai-tenant-e2e-extmod-a-a3dc77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.355891087Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","tenant":"e2e-extmod-a-a3dc77","tenantID":"e2e-extmod-a-a3dc77","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.407024076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a3dc77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.464285545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Service","name":"maas-api-e2e-extmod-a-a3dc77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.51687463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a3dc77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.567844577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a3dc77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.621789452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.672968808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.729514028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.781063423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.829646014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.878572728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.927343532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Service","name":"payload-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.975856765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.024657824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.073548102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.122436412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.175275738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.22387185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.272526501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.321431792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a3dc77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.370166922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a3dc77"},"namespace":"ai-tenant-e2e-extmod-a-a3dc77","name":"default-tenant","reconcileID":"43fd960b-b604-4b79-a19c-f915abaf4076","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a3dc77","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.146289758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"4411c65c-8fdd-4e20-9098-b03e987fba55","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.200805279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"4411c65c-8fdd-4e20-9098-b03e987fba55","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.247547716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad9b7486-ccd2-4f0a-84cb-e3fca469a04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.253711215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"4411c65c-8fdd-4e20-9098-b03e987fba55","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.302319118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad9b7486-ccd2-4f0a-84cb-e3fca469a04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.355293518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad9b7486-ccd2-4f0a-84cb-e3fca469a04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.249660869Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a3dc77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a3dc77","reconcileID":"607ee751-3232-4875-a45d-f40a7734aeae","aitenant":"ai-tenants/e2e-extmod-a-a3dc77","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.81541257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5f20a4-63b0-4a54-9fd2-41091487a3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.864422678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5f20a4-63b0-4a54-9fd2-41091487a3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.913318634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5f20a4-63b0-4a54-9fd2-41091487a3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.962213114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5f20a4-63b0-4a54-9fd2-41091487a3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.019138332Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a3dc77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a3dc77","reconcileID":"607ee751-3232-4875-a45d-f40a7734aeae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a3dc77","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a3dc77"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:07.818879935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04ef47b-0f68-4c35-807a-f6f96beef9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:07.868208529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04ef47b-0f68-4c35-807a-f6f96beef9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:07.917183615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04ef47b-0f68-4c35-807a-f6f96beef9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:07.966173604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04ef47b-0f68-4c35-807a-f6f96beef9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.803413682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2388d46b-0d3e-4d29-95e3-7baf0bde61ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.852207339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2388d46b-0d3e-4d29-95e3-7baf0bde61ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.901498341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2388d46b-0d3e-4d29-95e3-7baf0bde61ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.950531529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2388d46b-0d3e-4d29-95e3-7baf0bde61ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.004702892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"08ec4fd5-b84a-4264-8d42-f864151cdc98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.10361705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"69b122b1-c0f4-4fbd-a410-5e819545847d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.103650101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"8fbc673c-ac49-42be-a49e-48ca2cf24c8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.357593129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"ffb03df8-4108-407d-ad64-3f5a046a7f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.714456427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"b92a4b87-a013-44c4-9ada-81b45aae3c7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.894316027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"2eb43194-5d85-4384-b19a-59e5ae73c89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.995156577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"899f8879-6ee9-4741-8e4d-dfbfe2a940a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.095684195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6596e19d-e7c7-4041-9bfa-f992a2a2c716","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.095703747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"315b1b0c-325b-4513-a331-4235cd906f5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.44597364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"da6341e4-f2d1-447d-92de-5034dd3bf28e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.49414406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.544340522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"1b220e62-d8aa-474f-b7c9-ea056e36547a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.642116282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8cd9bd1-de83-4ab3-968b-28931131cdc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.512082781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"1c9711b4-99e9-4e56-9ccc-74fefc062d16","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.560592801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd82598-4193-4165-b415-068647c5a1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.56565019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"1c9711b4-99e9-4e56-9ccc-74fefc062d16","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.614402181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd82598-4193-4165-b415-068647c5a1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.955212606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb53a392-d4ba-4366-8441-35021ef1d46a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.955243858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb53a392-d4ba-4366-8441-35021ef1d46a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.004783035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"fbebc7a3-834b-4824-93b0-80c9fa4da498","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.004813471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"fbebc7a3-834b-4824-93b0-80c9fa4da498","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.21585586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e440fbf-d3fa-45f3-9547-da45039e7245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.264682178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e440fbf-d3fa-45f3-9547-da45039e7245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.313435005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e440fbf-d3fa-45f3-9547-da45039e7245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.362532102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e440fbf-d3fa-45f3-9547-da45039e7245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.797646355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"b9c9a9cb-978a-417e-895d-d6c09bcd2e03","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.797675411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"b9c9a9cb-978a-417e-895d-d6c09bcd2e03","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:14.856784823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"b7c2c62b-6404-467d-b664-7ea8a0192536","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c9c3d4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.942963563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0baa2cb0-25a4-48dd-908e-fbaab110de34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.943065097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"e4816cb2-aa20-4df5-b08f-a3b645e0d8b1","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.943545948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"329bca27-3467-4327-b05a-fe659e907b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.951266444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"09baacfd-4438-4289-87b8-2759042e584e","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.951286487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"09baacfd-4438-4289-87b8-2759042e584e","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.064969453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0baa2cb0-25a4-48dd-908e-fbaab110de34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:15.069585423Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"e4816cb2-aa20-4df5-b08f-a3b645e0d8b1","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:15.073756897Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"329bca27-3467-4327-b05a-fe659e907b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:15.092372688Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"09baacfd-4438-4289-87b8-2759042e584e","name":"e2e-dft-c9c3d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c9c3d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:15.092428811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"09baacfd-4438-4289-87b8-2759042e584e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c9c3d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.117717345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0baa2cb0-25a4-48dd-908e-fbaab110de34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:15.124221959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"e4816cb2-aa20-4df5-b08f-a3b645e0d8b1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:15.127640618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"329bca27-3467-4327-b05a-fe659e907b4e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.142140227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"f44df891-7982-49f9-83a9-96db62470981","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.142166871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"f44df891-7982-49f9-83a9-96db62470981","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.246478169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"bf8e2b6f-e51a-4eec-93e9-da7a754731ac","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.246505544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"bf8e2b6f-e51a-4eec-93e9-da7a754731ac","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.296207338Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"426f364a-6817-4883-979a-c3bd2103d7de","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c9c3d4","model":"e2e-dft-c9c3d4","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c9c3d4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.296980821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ed582d3-bbb2-4cbb-84a5-715bc3021ad1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.296998292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ed582d3-bbb2-4cbb-84a5-715bc3021ad1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.297371395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdec037a-e5c3-4ae3-8702-89d937a97691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.297385689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdec037a-e5c3-4ae3-8702-89d937a97691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.347224596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3b199a1-1cf7-46d7-9b15-bf6e9340a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.347743921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"ece5ce35-f09f-4f3b-b3a4-61397117fa22","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.401359863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3b199a1-1cf7-46d7-9b15-bf6e9340a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.450692863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"ece5ce35-f09f-4f3b-b3a4-61397117fa22","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.453834009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3b199a1-1cf7-46d7-9b15-bf6e9340a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.493956947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"256ea3d8-33b4-406e-9490-8741b557c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.503940571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"ece5ce35-f09f-4f3b-b3a4-61397117fa22","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.509018255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"006481f8-a51f-4044-bfb8-6fa487757da4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.509036874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"006481f8-a51f-4044-bfb8-6fa487757da4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.548195393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"256ea3d8-33b4-406e-9490-8741b557c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.599276572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"e861b50e-2fd6-4467-8368-d370e4b99709","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.59930559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"e861b50e-2fd6-4467-8368-d370e4b99709","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.601149414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"256ea3d8-33b4-406e-9490-8741b557c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.700282163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"36026313-3394-4306-926b-a91f4966b865","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.700311509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"36026313-3394-4306-926b-a91f4966b865","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.797574484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"0d5b3b9f-2754-4caa-aed1-51fa46d548b0","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c9c3d4","model":"llm/e2e-dft-c9c3d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:16.211074436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1a24a4-57e0-499b-9ebd-83564bf9a86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:16.260038328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1a24a4-57e0-499b-9ebd-83564bf9a86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:16.308934672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1a24a4-57e0-499b-9ebd-83564bf9a86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:16.357856525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1a24a4-57e0-499b-9ebd-83564bf9a86a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:18.841107171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd356ad5-d58c-498a-a984-c37c9bd397a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:18.890241895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd356ad5-d58c-498a-a984-c37c9bd397a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:18.939038215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd356ad5-d58c-498a-a984-c37c9bd397a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:18.988095042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd356ad5-d58c-498a-a984-c37c9bd397a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.804123253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f4d0ee-02e2-43b9-877b-1c77a75b8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.853206845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f4d0ee-02e2-43b9-877b-1c77a75b8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.902112728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f4d0ee-02e2-43b9-877b-1c77a75b8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.95100081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f4d0ee-02e2-43b9-877b-1c77a75b8a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:22.821819564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9b15c-e34f-46d0-9c84-13d85e3b6d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:22.871224615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9b15c-e34f-46d0-9c84-13d85e3b6d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:22.92023987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9b15c-e34f-46d0-9c84-13d85e3b6d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:22.969567589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9b15c-e34f-46d0-9c84-13d85e3b6d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.760139293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"dba059d7-f52b-47d7-8bad-9cba24056178","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.760138485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b11ed62-8995-4838-b251-8af6aa2cb459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.815546286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b11ed62-8995-4838-b251-8af6aa2cb459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.815546324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"dba059d7-f52b-47d7-8bad-9cba24056178","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.860137031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6be8f9df-d748-4a14-a478-239dc3494565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.868385945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"dba059d7-f52b-47d7-8bad-9cba24056178","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.868395612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b11ed62-8995-4838-b251-8af6aa2cb459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.915018464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6be8f9df-d748-4a14-a478-239dc3494565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:25.967469321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6be8f9df-d748-4a14-a478-239dc3494565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.066783779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"78fcf0a5-0a5e-4b31-8972-3845837de216","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.066784354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d23990-aefe-4163-8cd6-81c2b39c80ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.121287853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d23990-aefe-4163-8cd6-81c2b39c80ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.121471237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"78fcf0a5-0a5e-4b31-8972-3845837de216","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.164609652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"210bc3c5-d727-4ac8-8b9a-30d66b5f480f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.174803582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d23990-aefe-4163-8cd6-81c2b39c80ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.174853785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"78fcf0a5-0a5e-4b31-8972-3845837de216","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.219557957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"210bc3c5-d727-4ac8-8b9a-30d66b5f480f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.272651309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"210bc3c5-d727-4ac8-8b9a-30d66b5f480f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.595100332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"57509740-58f3-4cdd-a722-f1cf940424d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.696246822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"0efe11e9-ac5b-43b8-8a90-9682cfc9e1d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.959192894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"bd10de4e-cfe4-4e60-a34d-a25481d8ebe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.058638057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a2fd2b4-6c55-4a92-b8c3-91d3bef173a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.161463009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"608415bc-0767-4349-a582-7dda113498db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.430841437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"e03bd51f-a839-4259-9fe9-9c31556304d4","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c9c3d4","model":"llm/e2e-dft-c9c3d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.480649312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"11d8b51d-bb0c-44e0-9239-e60f601b3f27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.624994726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"d1d39282-1eee-4c8b-b7ba-fa3c690e6e1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.682873646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"f1b94940-b271-4ac7-b40a-cf0376e843c9","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.68289956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"f1b94940-b271-4ac7-b40a-cf0376e843c9","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.752474444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"b1279958-15d2-4a9e-ad1d-81d1a50e8713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.934418534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"ccb2d421-1ed3-478c-ad40-9bf335599e24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.178725481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dad6d3a7-6646-4a3c-b2ce-4f77c5e7d072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.278984414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"8344406a-9044-4b23-bd8e-ed932a77868a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.380651903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"d2d7e782-7eae-4fc9-a4e4-c116c00ef800","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.109751953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04c869f2-dc21-486b-894f-c1754726c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.109920269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdfe27c0-9fc4-46a5-8c67-ed7d79729bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.109755803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"779478e5-6d59-4789-bdf5-11133a9f9124","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.164772353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04c869f2-dc21-486b-894f-c1754726c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.164882492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdfe27c0-9fc4-46a5-8c67-ed7d79729bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.167010856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"779478e5-6d59-4789-bdf5-11133a9f9124","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.218430698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04c869f2-dc21-486b-894f-c1754726c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.218482885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdfe27c0-9fc4-46a5-8c67-ed7d79729bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.22007253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"779478e5-6d59-4789-bdf5-11133a9f9124","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.273891511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4eb32f7-cf80-41a1-aeb1-f70a2c0db2c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.27394111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4eb32f7-cf80-41a1-aeb1-f70a2c0db2c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.276829512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4646dd95-99c5-475d-b57e-5302c51a8adf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.276845349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4646dd95-99c5-475d-b57e-5302c51a8adf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.326301031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"c4f494cc-15c7-45e5-9dd5-4794cc19b22d","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.326337409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"c4f494cc-15c7-45e5-9dd5-4794cc19b22d","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.973883617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"69463995-0c26-4036-863d-2e6642b67d80","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-267053","tenantID":"e2e-extmod-a-267053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.085521656Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"69463995-0c26-4036-863d-2e6642b67d80","name":"e2e-extmod-a-267053-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.140236719Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","namespace":"ai-tenant-e2e-extmod-a-c0fc5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.140294612Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","namespace":"ai-tenant-e2e-extmod-a-c0fc5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.140364916Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","tenant":"e2e-extmod-a-c0fc5f","tenantID":"e2e-extmod-a-c0fc5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.190878864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c0fc5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.247513897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Service","name":"maas-api-e2e-extmod-a-c0fc5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.299645469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c0fc5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.350346592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c0fc5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.402856818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.458105809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.511888215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.56323396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.611882005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.660836596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.709808192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Service","name":"payload-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.758517905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.807112511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.855734552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.904360258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.953207915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.001813334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.050396504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.099128105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c0fc5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.1477163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c0fc5f"},"namespace":"ai-tenant-e2e-extmod-a-c0fc5f","name":"default-tenant","reconcileID":"25e63390-1353-4209-aab8-5300fde298ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c0fc5f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.492527582Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.845861272Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c0fc5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c0fc5f","reconcileID":"cb3986f9-ce89-4776-a4e8-019a8b5ec4c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c0fc5f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c0fc5f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.950302482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee87ac1-d29e-442e-80e7-e085ac41e2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.999295044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee87ac1-d29e-442e-80e7-e085ac41e2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.048353274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee87ac1-d29e-442e-80e7-e085ac41e2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.097029952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee87ac1-d29e-442e-80e7-e085ac41e2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.899400167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880414ae-68b8-4852-a03b-4ed7193e3f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.948360953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880414ae-68b8-4852-a03b-4ed7193e3f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.997381001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880414ae-68b8-4852-a03b-4ed7193e3f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.046553016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880414ae-68b8-4852-a03b-4ed7193e3f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.20525962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"c2788273-872b-4cd4-a389-ddedcf67a097","namespace":"llm","name":"e2e-dft-del-fae37b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.262529446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"bde3df55-25fe-40ce-b130-4b96b9fc58e6","namespace":"llm","name":"e2e-dft-del-fae37b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.395693395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"47433baf-c8cd-457e-b5ef-e2fe5f164730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.39579571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"858830ea-18d6-45d0-b324-83edc80e35bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.444051121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89a61f10-bd31-4fe9-99e2-e526eb0a3998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.444563244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4a34196-76cc-4513-be65-2a62ae218060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.446781686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"8ed0ba58-1c92-4200-97a1-3f47c9ac293b","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.452683507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"858830ea-18d6-45d0-b324-83edc80e35bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.452882309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"47433baf-c8cd-457e-b5ef-e2fe5f164730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.478871873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"66f2245a-36ec-4cd9-8a96-640c4d9069f4","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.478896527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"66f2245a-36ec-4cd9-8a96-640c4d9069f4","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.499028982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4a34196-76cc-4513-be65-2a62ae218060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.499166908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89a61f10-bd31-4fe9-99e2-e526eb0a3998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.501659071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"8ed0ba58-1c92-4200-97a1-3f47c9ac293b","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.552212301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4a34196-76cc-4513-be65-2a62ae218060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.552544125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89a61f10-bd31-4fe9-99e2-e526eb0a3998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.554577922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"8ed0ba58-1c92-4200-97a1-3f47c9ac293b","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.58832819Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"03fa32af-a0ce-4119-855f-8c557fa5793d","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cae41440","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.632796358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"56ddb67a-d8c9-4189-96c7-4b0dcc4443a2","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.632840229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"56ddb67a-d8c9-4189-96c7-4b0dcc4443a2","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.637242296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"e7d9708e-b53c-4d50-a4a6-89b24bbe065c","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cae41440","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.702536473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8612c01c-a3c4-467a-b537-d8f6dbb27504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.702797052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"affddf54-4aaa-469b-828a-421f3f90d6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.702559831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"266a4cca-06b1-45ec-acb2-669bf1010e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:45.73303477Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"56ddb67a-d8c9-4189-96c7-4b0dcc4443a2","name":"e2e-dft-c9c3d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c9c3d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:45.733130881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"56ddb67a-d8c9-4189-96c7-4b0dcc4443a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c9c3d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.73341428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88987ae6-b41a-4678-bb51-1a61de9a1862","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.733431985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88987ae6-b41a-4678-bb51-1a61de9a1862","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.733943956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7cff5608-be0d-4c92-b88a-5717ee155279","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.733965092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7cff5608-be0d-4c92-b88a-5717ee155279","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.734303423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd4d4d4e-359f-4c44-a07a-1b42097f8dc3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.73466399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd4d4d4e-359f-4c44-a07a-1b42097f8dc3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.735101385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a40ed67b-ebc3-438a-b510-02a9f200d5ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.735122449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a40ed67b-ebc3-438a-b510-02a9f200d5ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.735500545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"42ee7439-c3b1-47f0-aa4e-e399fbaa7964","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.73551849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"42ee7439-c3b1-47f0-aa4e-e399fbaa7964","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.735864932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb7f1c5e-647c-4bab-90d1-2d57c1490089","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.735880752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb7f1c5e-647c-4bab-90d1-2d57c1490089","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.736403095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b194aa63-a330-40a9-a2c5-dad429bb2abb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.73642203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b194aa63-a330-40a9-a2c5-dad429bb2abb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.736752828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c41db04c-b4c3-426e-9c9b-fc5d4a5c8783","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.736772762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c41db04c-b4c3-426e-9c9b-fc5d4a5c8783","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.737972396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41b61a0d-a368-49b3-b906-61fb02b8cc8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.738625352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6be801da-678d-48eb-af5c-95fd4aeed23d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.758006107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8612c01c-a3c4-467a-b537-d8f6dbb27504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.75885858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"affddf54-4aaa-469b-828a-421f3f90d6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.760689063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"266a4cca-06b1-45ec-acb2-669bf1010e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.801499034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"3dd955f8-b037-49ca-82df-161fc8c93bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.801611733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d0d2dae8-27f7-456f-a7f1-8fe8d9992b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.857358415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d0d2dae8-27f7-456f-a7f1-8fe8d9992b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.857373625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"3dd955f8-b037-49ca-82df-161fc8c93bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.895963164Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"84560d69-6fbb-4530-b596-7f9dfb9c43ad","MaaSModelRef":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"name":"e2e-dft-del-fae37b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.046780422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"4ed2e33a-364a-465d-9d16-09b715ee91b5","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.046807966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"4ed2e33a-364a-465d-9d16-09b715ee91b5","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.069260501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9a1a8cf9-4d91-4254-988a-272a28ee4eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.070222049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"baf18576-4d0c-4904-8914-94c88cd20e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.070275534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"d877a325-43cc-4f5d-8ebb-e830795be344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.12489724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"9a1a8cf9-4d91-4254-988a-272a28ee4eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.126455454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"baf18576-4d0c-4904-8914-94c88cd20e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.130019662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"d877a325-43cc-4f5d-8ebb-e830795be344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.200265189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"3df45a9b-eefe-445f-aaf2-4a471d8bb3f3","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cae41440","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.230106026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"bba42375-5f24-499c-b8c4-7415501c0789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.278391552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e77d3e99-4ec7-4467-93d9-6ed78a132b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.284314556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"bba42375-5f24-499c-b8c4-7415501c0789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.337213386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e77d3e99-4ec7-4467-93d9-6ed78a132b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.391189957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e77d3e99-4ec7-4467-93d9-6ed78a132b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.477977525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"35db279a-1d81-4ed7-8c2a-8617b3d41c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.526172843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bcfb506f-ff77-44bb-a179-99eecc642933","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.526205665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f6b78b-626b-4141-9019-7ee217afa655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.531953165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"35db279a-1d81-4ed7-8c2a-8617b3d41c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.554992783Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"c69f5bd4-8e66-492a-8607-9d851e87ab26","namespace":"llm","name":"e2e-dft-del-fae37b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.581786681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bcfb506f-ff77-44bb-a179-99eecc642933","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.582231792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f6b78b-626b-4141-9019-7ee217afa655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.604586711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"0db25fc9-4f91-4171-b5d1-01f69510b279","MaaSModelRef":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-fae37b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.604613289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"0db25fc9-4f91-4171-b5d1-01f69510b279","MaaSModelRef":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"routeName":"external-model-e2e-dft-del-fae37b-83ed16516f63","namespace":"llm","model":"e2e-dft-del-fae37b","externalModel":"e2e-dft-del-fae37b","provider":"e2e-dft-del-fae37b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.626403665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3ab2f97-7d13-457c-ada5-0f065902c333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.635121783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bcfb506f-ff77-44bb-a179-99eecc642933","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.635483182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f6b78b-626b-4141-9019-7ee217afa655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.681002508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3ab2f97-7d13-457c-ada5-0f065902c333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.70189194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"bcb536b0-b1dd-46fd-a4f5-fc01570be2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.73472602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3ab2f97-7d13-457c-ada5-0f065902c333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.756289223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"bcb536b0-b1dd-46fd-a4f5-fc01570be2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.802444384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"94de76cc-d95e-45fd-8fba-a81b53ad220d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.803007578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"9dac8b4f-2756-4deb-ac7a-c2fd80863f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.857602343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"9dac8b4f-2756-4deb-ac7a-c2fd80863f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.858206363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"94de76cc-d95e-45fd-8fba-a81b53ad220d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.90629179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f28a36c4-694d-4686-90de-6d65dcf93b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.955322851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60dc1215-7abf-48c5-b56d-cdae0fdb8d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.961796849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f28a36c4-694d-4686-90de-6d65dcf93b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.009584857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60dc1215-7abf-48c5-b56d-cdae0fdb8d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.062591432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60dc1215-7abf-48c5-b56d-cdae0fdb8d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.151163954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"37c2d88e-db56-4e4f-b597-c8cf280c86e9","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.203734898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"203d5050-c55f-4757-8586-28a9b1433a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.203752263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"515a6ee1-81ca-4c1d-a3e0-770862ac3a17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.206067698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"37c2d88e-db56-4e4f-b597-c8cf280c86e9","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.258421111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"203d5050-c55f-4757-8586-28a9b1433a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.258498856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"515a6ee1-81ca-4c1d-a3e0-770862ac3a17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.259160883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4d12927-fc96-499b-8956-d06305a3a1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.260025238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"37c2d88e-db56-4e4f-b597-c8cf280c86e9","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.307518913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"e1cd2487-7721-4f04-ae66-ab2e79d2cba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.313358165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4d12927-fc96-499b-8956-d06305a3a1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.361888165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"e1cd2487-7721-4f04-ae66-ab2e79d2cba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.366679884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4d12927-fc96-499b-8956-d06305a3a1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.405856418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"94aadf93-ab7a-43ed-b046-ebdc1be49e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.459873096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"94aadf93-ab7a-43ed-b046-ebdc1be49e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.513432544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2b04da98-db63-4232-942b-7823d8a34c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.551871317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"925e63bb-4efb-4140-add0-220dfecd0e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.56761827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2b04da98-db63-4232-942b-7823d8a34c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.606215769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"925e63bb-4efb-4140-add0-220dfecd0e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.003757694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"a8b0944c-45b5-415c-82de-a5111f1e34f6","namespace":"llm","name":"e2e-dft-del-fae37b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.150388666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"2a216d4a-d923-4db1-aa5a-0f2d6dd65ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.150574283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"218ee447-8de2-4558-8900-96639a27dbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.198439057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d33db4f-904c-4794-ac2a-3bc831ec3f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.198519817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"d9ffcb4e-6d69-43cc-9097-d6d696b2ce28","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.198936691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"450d9170-4c34-4736-b992-05ea362b56ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.20482427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"218ee447-8de2-4558-8900-96639a27dbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.204930452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"2a216d4a-d923-4db1-aa5a-0f2d6dd65ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.252674466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d33db4f-904c-4794-ac2a-3bc831ec3f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.253251357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"d9ffcb4e-6d69-43cc-9097-d6d696b2ce28","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.255052295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"450d9170-4c34-4736-b992-05ea362b56ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.30602486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d33db4f-904c-4794-ac2a-3bc831ec3f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.306086625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"d9ffcb4e-6d69-43cc-9097-d6d696b2ce28","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.30908091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"450d9170-4c34-4736-b992-05ea362b56ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.452195623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7a4a5d7d-02d9-449d-9816-b26bd81f7f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.452321131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"eb856ae1-11a6-44c3-80ac-7f37153ebf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.454331246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"04ba871f-4392-4224-ab01-7ec988aa1083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.497127749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"1a05dcae-8562-40d7-884d-bb3629b77dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.497208796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9d334d5d-1629-4e80-97cb-af4c378a83d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.506413061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"7a4a5d7d-02d9-449d-9816-b26bd81f7f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.506431674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"eb856ae1-11a6-44c3-80ac-7f37153ebf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.508978657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"04ba871f-4392-4224-ab01-7ec988aa1083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.552447076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9d334d5d-1629-4e80-97cb-af4c378a83d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.55244733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"1a05dcae-8562-40d7-884d-bb3629b77dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.798919852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b552d34-4d03-4947-81ef-e931689e174a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.798951089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b552d34-4d03-4947-81ef-e931689e174a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.799342662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41f66538-b835-4442-8fd2-7ff40c527e2a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.799364229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41f66538-b835-4442-8fd2-7ff40c527e2a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.799687464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43654363-29e2-4eba-a11c-c0c8a34d5059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.799708363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43654363-29e2-4eba-a11c-c0c8a34d5059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.800207399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b847ad7a-cd2f-4529-83dd-b3799360543a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.800228714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b847ad7a-cd2f-4529-83dd-b3799360543a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.800626777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1d69b1f-59a2-4fe8-a1b2-838e1006cac0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.800646082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1d69b1f-59a2-4fe8-a1b2-838e1006cac0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.84848293Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"5e66e011-3d03-4f8e-83eb-43cd3902fa74","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c9c3d4","subscription":"e2e-dft-c9c3d4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.850541336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"7099f608-8b37-4fd7-b075-ded51d35e153","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.850625237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"7099f608-8b37-4fd7-b075-ded51d35e153","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.85354765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2e7fa7b0-b381-4294-ad32-9b208ec467c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.853561528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d97906d8-7db2-4c42-8cdb-0634084c7390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.854300981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a323a38b-c39e-44b1-8648-9a9bc969fda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.900315872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f55beed-3739-4f2b-8f66-954534722e66","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.90033779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f55beed-3739-4f2b-8f66-954534722e66","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.900597504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85e511fa-df27-4d46-ada6-970fae4f9a7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.90060944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85e511fa-df27-4d46-ada6-970fae4f9a7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.900840516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f66d308-fff9-419d-8cff-381f51627a26","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.900851863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f66d308-fff9-419d-8cff-381f51627a26","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.908031328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"a323a38b-c39e-44b1-8648-9a9bc969fda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.90906555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2e7fa7b0-b381-4294-ad32-9b208ec467c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.910535273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d97906d8-7db2-4c42-8cdb-0634084c7390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.948650052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"5e66e011-3d03-4f8e-83eb-43cd3902fa74","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.997752604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-sub","reconcileID":"5e66e011-3d03-4f8e-83eb-43cd3902fa74","MaaSSubscription":{"name":"e2e-dft-c9c3d4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c9c3d4","namespace":"llm","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.997898268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57910c89-59de-4888-b69c-1a57c5f2316c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.998288741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d68e3899-f0ad-4bf6-ad5c-8fddfc541b80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.001752711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a0f4c33-0ade-4df6-a3d6-b2990c0cc853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.00175324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"8a3c841a-6e2e-4321-9eef-c1066a10206e","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.061338397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a0f4c33-0ade-4df6-a3d6-b2990c0cc853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.061522751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"8a3c841a-6e2e-4321-9eef-c1066a10206e","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.114966625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"8a3c841a-6e2e-4321-9eef-c1066a10206e","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.114967243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (789b115b4d2e113ba379fb0d44874b96f1f3249739e250e23cd609bbc27a6b9f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (752028454f3ca9a8573df9bcf53c11da0bbbe0c9a3f4b8da3144ab4087ea4443) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a2907446396373aefeb3da75406d7e963f688f279ae2c7befbda6b4c552458cd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b0c2ff7905d7b996957e987e3c4e27edff92e5332c4aa947f9a6227a44b31b10) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a0f4c33-0ade-4df6-a3d6-b2990c0cc853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.301141689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4dc665e-7f00-4d79-b399-43cd28a460e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.312957534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"4b0aaa87-8914-46b3-832a-5ff4281440cc","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.312983822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"4b0aaa87-8914-46b3-832a-5ff4281440cc","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.361084234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fae37b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fae37b","reconcileID":"d6f90e93-79c4-4208-8a17-55a0279b9535","namespace":"llm","name":"e2e-dft-del-fae37b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.424978065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4dc665e-7f00-4d79-b399-43cd28a460e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.461005156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ecf60c-95b0-47ea-8171-8268fa814a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.462105993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bc98a296-4bf9-40b4-bdda-7d6bb83e9d83","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.463331398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"f58757a6-b0e3-429a-b2be-2d8d951f149d","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.463351765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"f58757a6-b0e3-429a-b2be-2d8d951f149d","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.477935677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4dc665e-7f00-4d79-b399-43cd28a460e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.511255575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"51f19e05-7a78-46dc-b480-42ae1b379334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.511565709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"b044e2d8-7ad7-4600-9818-2ae6b277ac72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.516043249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ecf60c-95b0-47ea-8171-8268fa814a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.517207481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bc98a296-4bf9-40b4-bdda-7d6bb83e9d83","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.533326218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"627f8e43-97ad-40a7-99da-e76d7d01d182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.533354104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"627f8e43-97ad-40a7-99da-e76d7d01d182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.565357571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"b044e2d8-7ad7-4600-9818-2ae6b277ac72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.565375418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"51f19e05-7a78-46dc-b480-42ae1b379334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.568931818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ecf60c-95b0-47ea-8171-8268fa814a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.5699272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bc98a296-4bf9-40b4-bdda-7d6bb83e9d83","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:53.620081024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"bc98a296-4bf9-40b4-bdda-7d6bb83e9d83","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-c9c3d4-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.623534223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7392f34-f143-4278-8df0-ddb0d912ac68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.623553972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7392f34-f143-4278-8df0-ddb0d912ac68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.683669521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eff6f63-c76c-4557-9256-e8cb520e713c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.737571961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eff6f63-c76c-4557-9256-e8cb520e713c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.755897517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c9c3d4-access","reconcileID":"fa13e5e6-81fa-4d5e-9e41-1eda42800bf6","MaaSAuthPolicy":{"name":"e2e-dft-c9c3d4-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.779959196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"74408afe-d191-41eb-8770-9825a8c62453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.779959193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a489a4e1-e02b-4bb8-be12-ff51c5b18fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.790598237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eff6f63-c76c-4557-9256-e8cb520e713c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.834085485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"74408afe-d191-41eb-8770-9825a8c62453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.834102681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"a489a4e1-e02b-4bb8-be12-ff51c5b18fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.901138119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"eaf4c451-6700-4cbd-90d2-73707655602e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.936718696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b167a072-bc98-4ce6-993c-087749962312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.955309109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"eaf4c451-6700-4cbd-90d2-73707655602e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.958349248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"c009736d-6831-4a63-96c1-89b789a3d77e","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.958371487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"c009736d-6831-4a63-96c1-89b789a3d77e","MaaSModelRef":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"routeName":"external-model-e2e-dft-c9c3d4-41977e8fa45c","namespace":"llm","model":"e2e-dft-c9c3d4","externalModel":"e2e-dft-c9c3d4","provider":"e2e-dft-c9c3d4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.990266535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b167a072-bc98-4ce6-993c-087749962312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.055032874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2b0320-a92c-4459-a076-ed21ffbe452f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.108815783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2b0320-a92c-4459-a076-ed21ffbe452f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.15522506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"84705cff-ca85-406a-a301-e97b3bb3b74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.155225645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"1abc0bab-6aa6-468c-a65f-c7d08471d7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.161411365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2b0320-a92c-4459-a076-ed21ffbe452f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.210006473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"84705cff-ca85-406a-a301-e97b3bb3b74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.210068047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"1abc0bab-6aa6-468c-a65f-c7d08471d7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.248530169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d374ecbb-b2d4-47ff-a490-8e95b7cdf95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.281793051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"7c644171-f3ea-4b2a-9603-c4fbd1757980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.302452167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d374ecbb-b2d4-47ff-a490-8e95b7cdf95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.336041879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"7c644171-f3ea-4b2a-9603-c4fbd1757980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.46499914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"7114cc13-4c68-4dcc-9eb2-be82075830ac","namespace":"llm","name":"e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.578881279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"a72e296a-0566-4ce5-af34-3ff29e8b7014","namespace":"llm","name":"e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.612026586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af295bf5-f89b-4bc5-810a-30ec8713a9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.612252636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e1c5229f-d216-4201-85fb-4b8de1525603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.612026588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"2645c5a1-a3ae-48ca-92df-c4882108c1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.612819777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd99787-f1c6-4beb-82dd-e571012dc9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640098697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8bbb916-145a-485d-a859-7e7605f2963a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640117065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8bbb916-145a-485d-a859-7e7605f2963a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640414964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0779362b-ac4c-4753-9dad-f3decb8da1d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640426807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0779362b-ac4c-4753-9dad-f3decb8da1d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640643746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e78e0213-5ed1-4887-849b-b87585135418","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.64065533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e78e0213-5ed1-4887-849b-b87585135418","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640898228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22109e78-69dd-4590-a377-a77346a0a46a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.640925112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22109e78-69dd-4590-a377-a77346a0a46a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.641145964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d31eb855-5686-47cf-b307-4f18f4211dc5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.641156893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d31eb855-5686-47cf-b307-4f18f4211dc5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.641374061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8f051eb-6a31-46b7-819a-eb5f6c8dadec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.641384527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8f051eb-6a31-46b7-819a-eb5f6c8dadec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.64171716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"86a381de-01a8-40d8-aae7-117f5b8ba975","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.641730129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"86a381de-01a8-40d8-aae7-117f5b8ba975","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.64195924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d68632f9-7e96-40ef-8cb7-b53e548b0cdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.641971192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d68632f9-7e96-40ef-8cb7-b53e548b0cdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.666986699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd99787-f1c6-4beb-82dd-e571012dc9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.668084613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e1c5229f-d216-4201-85fb-4b8de1525603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.669224456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af295bf5-f89b-4bc5-810a-30ec8713a9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.671609049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"2645c5a1-a3ae-48ca-92df-c4882108c1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.675776055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"930bf7d7-4882-4b1a-be16-d3954e5d6ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.720946597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd99787-f1c6-4beb-82dd-e571012dc9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.721993996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af295bf5-f89b-4bc5-810a-30ec8713a9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.729428544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"930bf7d7-4882-4b1a-be16-d3954e5d6ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.838253999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d9e1525-a998-41bb-b7c7-ea048cad341b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.838253997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c708659d-a6cf-46de-bf0f-2a70c918327a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.867530209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9ab99305-099f-4d49-89e7-3ecba133cef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.867560057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a292ceca-a929-4c66-82bc-9053babec0b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.921734612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"a292ceca-a929-4c66-82bc-9053babec0b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.921800171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"9ab99305-099f-4d49-89e7-3ecba133cef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.962312869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"33f5b6be-025e-4a1c-8b4d-a93e589c5130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.967170007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d97e212b-533e-439e-a188-3f0c3408fcbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.016490441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"33f5b6be-025e-4a1c-8b4d-a93e589c5130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.021057088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d4d0603e-c157-4e52-82cf-dfb3293077af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.021832626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d97e212b-533e-439e-a188-3f0c3408fcbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.074767998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d4d0603e-c157-4e52-82cf-dfb3293077af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.107094742Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c9c3d4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c9c3d4","reconcileID":"4a3d8dd1-4931-44fa-b63e-e3880d43a7d8","namespace":"llm","name":"e2e-dft-c9c3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.213081836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"8aa0507c-f6d6-425f-872a-e56988c86755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.213081108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ef7af457-54ff-486d-8394-722bd4ebfe7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.267307393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"8aa0507c-f6d6-425f-872a-e56988c86755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.269631863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"ef7af457-54ff-486d-8394-722bd4ebfe7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.366534377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7416c73c-eb9d-4636-b6fc-ac41d7a1574f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.366568336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"99f380bf-fb42-4f54-b095-547f2aa50fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.420567131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"99f380bf-fb42-4f54-b095-547f2aa50fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.42068978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7416c73c-eb9d-4636-b6fc-ac41d7a1574f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.469337786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"0ea65b2c-af6a-4920-8b5a-88923305af35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.473577165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7416c73c-eb9d-4636-b6fc-ac41d7a1574f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.523511214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"0ea65b2c-af6a-4920-8b5a-88923305af35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.567067761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c644cdd-a56e-4db6-93ff-41f7686c77e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.567373224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b215f324-1556-456a-af81-fe50f985b2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.622796979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c644cdd-a56e-4db6-93ff-41f7686c77e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.623274307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"b215f324-1556-456a-af81-fe50f985b2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.669703578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"85ef73b8-7711-4e33-9915-037193b5493b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.676466458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c644cdd-a56e-4db6-93ff-41f7686c77e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.712748286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"24df46ba-29e6-4534-b5da-ef261f71cfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.723792244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"85ef73b8-7711-4e33-9915-037193b5493b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.76755639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"24df46ba-29e6-4534-b5da-ef261f71cfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.815617447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f13edd8b-809f-4ab9-8b27-c7e751f901f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.821417129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"56f5e592-caf4-400a-9abe-d9f5c587aa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.869800161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f13edd8b-809f-4ab9-8b27-c7e751f901f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.874985026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"56f5e592-caf4-400a-9abe-d9f5c587aa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.914835561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"c63e6e4e-598e-42ea-9337-e40320d05e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.968843283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"c63e6e4e-598e-42ea-9337-e40320d05e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.115475775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d56ec5ae-39cf-4b63-adf6-a1746ce113c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.115482949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"9266b0e0-082a-4c39-81f7-91a5ea524fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.169585183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"9266b0e0-082a-4c39-81f7-91a5ea524fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.169620912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d56ec5ae-39cf-4b63-adf6-a1746ce113c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.02119388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"aa904056-b6bc-47e3-8e03-9b5a9e3425a3","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.078113489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"f55238b0-1e58-4b0d-a0db-202a5ec4e547","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.171545912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"86a047a6-7de4-4cc8-9dba-797baf4e3c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.17158543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bffa328-1320-4ff8-a350-f1bfb5e4e229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.172030873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"949a76b5-355f-4ef9-bfb0-1c6cd105b839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.172258601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73d18cdb-d8f8-4207-a8fe-1d3dee6a73a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.172381852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f4c993af-98c2-4b3a-be64-934c7e28c92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.227295329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"86a047a6-7de4-4cc8-9dba-797baf4e3c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.22764019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bffa328-1320-4ff8-a350-f1bfb5e4e229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.231363507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"f4c993af-98c2-4b3a-be64-934c7e28c92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.232147227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73d18cdb-d8f8-4207-a8fe-1d3dee6a73a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.23416166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"949a76b5-355f-4ef9-bfb0-1c6cd105b839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.281827595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bffa328-1320-4ff8-a350-f1bfb5e4e229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.285673385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73d18cdb-d8f8-4207-a8fe-1d3dee6a73a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.401805661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"7f260f97-ff8d-4012-9892-062e7a54281e","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"name":"e2e-dft-refs-9874cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.428765434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"58746057-5c8a-4218-8b13-2cb5f5b6b912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.434559698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d2cd8d6b-315c-4ba6-be89-49c776a35b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.483418284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"58746057-5c8a-4218-8b13-2cb5f5b6b912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.489740522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d2cd8d6b-315c-4ba6-be89-49c776a35b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.505471624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddf91988-c3ba-43fb-b10f-d280b86df882","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.505603358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddf91988-c3ba-43fb-b10f-d280b86df882","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.50621509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"397e271a-a61b-40d9-8d6b-35760e91ad02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.506316159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"397e271a-a61b-40d9-8d6b-35760e91ad02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.506824742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3aa0487d-9c4a-4cea-a116-392b2cee1bed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.506888126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3aa0487d-9c4a-4cea-a116-392b2cee1bed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.507490592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33c76bc7-b16a-4240-a514-99e25c1a9c0b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.507511146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33c76bc7-b16a-4240-a514-99e25c1a9c0b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.507848978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03ae14d8-ce40-4714-a32a-12706078d174","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.507864269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03ae14d8-ce40-4714-a32a-12706078d174","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.508207845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b4d737-6163-447e-b45b-85309a6415e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.50822168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b4d737-6163-447e-b45b-85309a6415e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.508758515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04d2c002-97ad-4926-a8f0-fa5b03dfd4c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.508814053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04d2c002-97ad-4926-a8f0-fa5b03dfd4c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.509235133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"173ffba6-573a-4152-9dd6-d01b4a0faaac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.509251322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"173ffba6-573a-4152-9dd6-d01b4a0faaac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.509290172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5bab52e8-2285-4d2a-b018-90992e10516b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.510859656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab7623db-6f72-434c-a8a4-d9a2b8a12572","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.558390959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"4ad48413-6085-4ef1-ae4c-b94956596bcb","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"name":"e2e-dft-refs-9874cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.572226848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"ccd8de75-8d30-4bb2-80a9-d1cbbf42f014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.572408594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"5c832fd4-b446-40cb-8fa1-369668b6e5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.572235891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ea85407f-b9fd-4c6f-a7e2-5851de963b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.626840797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"ea85407f-b9fd-4c6f-a7e2-5851de963b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.62687644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"5c832fd4-b446-40cb-8fa1-369668b6e5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.629249886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"ccd8de75-8d30-4bb2-80a9-d1cbbf42f014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.827668674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cc8a69ea-ed45-472a-8472-b42eecf5259d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.883478336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"cc8a69ea-ed45-472a-8472-b42eecf5259d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.928260948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"278a2ef5-26e2-471e-8b88-0cb76ab6cae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.986363182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"278a2ef5-26e2-471e-8b88-0cb76ab6cae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.035559681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbcb651-09b6-487b-a0da-66cc05363888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.035604675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"5017b03e-d29d-4c03-b505-4159f68280e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.036133534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ceb0fb09-c05f-4b1e-a38f-bd34245b5cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.091646434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"ceb0fb09-c05f-4b1e-a38f-bd34245b5cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.091677376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"5017b03e-d29d-4c03-b505-4159f68280e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.094422564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbcb651-09b6-487b-a0da-66cc05363888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.147344686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbcb651-09b6-487b-a0da-66cc05363888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.232058045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2f54b787-40bc-496e-b7a1-c8bc74ea3454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.286399018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2f54b787-40bc-496e-b7a1-c8bc74ea3454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.291086495Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"0ecc6cda-e21b-4a90-b851-8b8caf5e63e3","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.332465844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f15659-19d7-4788-b41c-61fdf5183937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.342277989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"da1d5b06-9c29-4e47-b75a-cf3604c5c250","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.342306475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"da1d5b06-9c29-4e47-b75a-cf3604c5c250","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9874cd-ddfd2c9a71be","namespace":"llm","model":"e2e-dft-refs-9874cd","externalModel":"e2e-dft-refs-9874cd","provider":"e2e-dft-refs-9874cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.387535719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f15659-19d7-4788-b41c-61fdf5183937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.439803866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"894235e7-8ab1-429f-9577-9cf01ad7400a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.439809393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"b51e31e5-b291-4968-86b5-7cacb66486a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.440829964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8304f8a1-9912-4fc6-9dc0-3c7bd41b700a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.441394296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f15659-19d7-4788-b41c-61fdf5183937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.494068878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"894235e7-8ab1-429f-9577-9cf01ad7400a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.494129384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"b51e31e5-b291-4968-86b5-7cacb66486a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.496615361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8304f8a1-9912-4fc6-9dc0-3c7bd41b700a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.549438796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8304f8a1-9912-4fc6-9dc0-3c7bd41b700a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.58709103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ac61848-5b56-4b13-8682-cc643c24adc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.641422677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ac61848-5b56-4b13-8682-cc643c24adc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.687479089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"34920468-6280-4389-b7bf-ad9483511f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.694165688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ac61848-5b56-4b13-8682-cc643c24adc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.694694156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f53e26c3-4aec-4fc7-8a82-b2b10454ba86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.742014305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"34920468-6280-4389-b7bf-ad9483511f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.7484188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f53e26c3-4aec-4fc7-8a82-b2b10454ba86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.836425882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"807796d1-3d28-4b9b-a8b8-f2bec7ddd746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.836517407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"a16b60e6-2118-4d82-b7f7-365a8d771f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.839239559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2259cf3d-ae54-43cf-be47-2b136ac8b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.890594296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"807796d1-3d28-4b9b-a8b8-f2bec7ddd746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.890677661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"a16b60e6-2118-4d82-b7f7-365a8d771f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.892981036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"2259cf3d-ae54-43cf-be47-2b136ac8b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.033850914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"bad7ea2e-af47-433f-be17-de3ee0f4331c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.087714645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"bad7ea2e-af47-433f-be17-de3ee0f4331c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.133540009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"93343694-51e8-4959-ad2b-b2541a6138fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.187364158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"93343694-51e8-4959-ad2b-b2541a6138fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.233621306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"68fef63b-2738-4ef4-8da8-0701eedb61e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.287510068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"68fef63b-2738-4ef4-8da8-0701eedb61e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:00.852292198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360487c5-13c3-49b3-81a4-ceec9e895563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:00.901187164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360487c5-13c3-49b3-81a4-ceec9e895563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:00.950153461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360487c5-13c3-49b3-81a4-ceec9e895563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:00.999354794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"360487c5-13c3-49b3-81a4-ceec9e895563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:01.475784267Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7c432","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7c432","reconcileID":"c121d69b-9194-404c-b55b-6faab7c18708","namespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e7c432","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e7c432":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.792078902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc2810c-905b-4f9b-b958-622c50566df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.84116507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc2810c-905b-4f9b-b958-622c50566df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.890081198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc2810c-905b-4f9b-b958-622c50566df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.939153521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc2810c-905b-4f9b-b958-622c50566df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.21905728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"a78d304f-4802-4fdd-8682-729c5a60a390","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.269707862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"b790e031-1500-4ea6-81fc-53d7addae3d9","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.269741705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"b790e031-1500-4ea6-81fc-53d7addae3d9","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9874cd-ddfd2c9a71be","namespace":"llm","model":"e2e-dft-refs-9874cd","externalModel":"e2e-dft-refs-9874cd","provider":"e2e-dft-refs-9874cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.320885871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b49d24a-c295-4d1e-a8ac-788dadbf5c0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.320940944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b49d24a-c295-4d1e-a8ac-788dadbf5c0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.321229502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"270c7c99-e35a-45ea-a8c2-f90ad2ccf18e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.321242983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"270c7c99-e35a-45ea-a8c2-f90ad2ccf18e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.32146449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0792e90-e98a-4270-b0bc-672c2b6b1d09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.321475184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0792e90-e98a-4270-b0bc-672c2b6b1d09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.321710425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c01ac261-60e5-49fa-8509-f22d6934771b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.32172434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c01ac261-60e5-49fa-8509-f22d6934771b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.322067402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3a39c019-dc78-4735-8bc1-01871697a6b2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.322085059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3a39c019-dc78-4735-8bc1-01871697a6b2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.32241725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a8c24c7-a529-485c-8469-ae6375e9f5f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.322432035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a8c24c7-a529-485c-8469-ae6375e9f5f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.322875465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b07aa3b-b105-4ece-861b-17403d38e762","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.322890722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b07aa3b-b105-4ece-861b-17403d38e762","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.32322708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"907ccacd-a6f6-435d-946a-9f9e0d795daf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.323242169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"907ccacd-a6f6-435d-946a-9f9e0d795daf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.365968886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"838810b2-d548-4d70-8bc7-439a74aed7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.367404449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ab8829c-f5aa-4e4d-a1ee-ed282fc694db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.367587325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16a9e89a-78fe-4237-aa1e-cffc5eb54321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.369865489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"9e81ae0f-54b4-4261-8b20-dee0d7fccae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.37025705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"1f9edd72-b7df-44ea-b697-38c391b7df81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.372979872Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"64ca1abc-cac5-479c-b99c-7ec5aa94fd71","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9874cd-ddfd2c9a71be","namespace":"llm","model":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.420201165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"838810b2-d548-4d70-8bc7-439a74aed7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.424005038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16a9e89a-78fe-4237-aa1e-cffc5eb54321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.424183121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ab8829c-f5aa-4e4d-a1ee-ed282fc694db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.428463213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"1f9edd72-b7df-44ea-b697-38c391b7df81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.42865724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"9e81ae0f-54b4-4261-8b20-dee0d7fccae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.475211205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08ffc98a-266f-40c6-884f-ab1fd18e94ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.475530595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0ef9a62-8455-4b5b-8309-929dd95c6a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.477248152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16a9e89a-78fe-4237-aa1e-cffc5eb54321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.477595828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ab8829c-f5aa-4e4d-a1ee-ed282fc694db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.49357554Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7c432","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7c432","reconcileID":"89a863b9-4a41-449c-9c3c-7deaf35d916d","namespace":"ai-tenant-e2e-inf-a-e7c432","gateway":"e2e-inf-a-e7c432","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e7c432":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.630944519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"5aa6385c-1951-49cd-b079-71ad8bfa1cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.631211309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"419c14b2-0999-4296-801f-edf26de07f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.685061651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"419c14b2-0999-4296-801f-edf26de07f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.68515536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"5aa6385c-1951-49cd-b079-71ad8bfa1cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.692333984Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"7661473a-1a1d-4061-856b-d4d523da4b4f","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.726002149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e1200a71-a53c-4e06-9c82-d8abbb8e3473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.74140351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"264ed82d-f0aa-4017-85c7-a22d19b306ed","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"name":"e2e-dft-refs-9874cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.780324906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"e1200a71-a53c-4e06-9c82-d8abbb8e3473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.789522246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c78142f5-2d13-4c43-b1d3-ca47f7f734ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.789524316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"15a2802c-38d3-4fb2-86c0-7c3deb5ddcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.84341354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"15a2802c-38d3-4fb2-86c0-7c3deb5ddcf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.843650393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"c78142f5-2d13-4c43-b1d3-ca47f7f734ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.030635383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"9457e3f6-e0fc-4029-8c48-acdce1daced6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.089193806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"9457e3f6-e0fc-4029-8c48-acdce1daced6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.13958878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e89366-0c1f-4fcd-ab1f-7b75cf7e9b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.13977971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b5864593-4165-4ebb-a65b-a4a025c07b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.210615916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"b5864593-4165-4ebb-a65b-a4a025c07b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.213179719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e89366-0c1f-4fcd-ab1f-7b75cf7e9b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.290944112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02bf619-8dfc-4622-a0b5-72f20a58f4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.291416381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"444042a6-0b19-473d-93bf-5b9b08081416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.293062034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e89366-0c1f-4fcd-ab1f-7b75cf7e9b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.34906663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"444042a6-0b19-473d-93bf-5b9b08081416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.350977974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02bf619-8dfc-4622-a0b5-72f20a58f4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.404210564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02bf619-8dfc-4622-a0b5-72f20a58f4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.441119148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e7dd6ca8-d7b1-4110-b8d5-bd382b243d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.449476779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cd1382be-6aa0-4c39-9f0d-57341fc83370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.495032103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e7dd6ca8-d7b1-4110-b8d5-bd382b243d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.503349633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cd1382be-6aa0-4c39-9f0d-57341fc83370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.549798911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"6e7accc5-7a58-4df2-bc3f-2de9b6d8d36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.604199635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"6e7accc5-7a58-4df2-bc3f-2de9b6d8d36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.650181214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"bcdae738-178c-4bc7-a88e-ab5ac9493ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.704603762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"bcdae738-178c-4bc7-a88e-ab5ac9493ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.75074943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2f32ca0e-59d1-48e4-9424-c3662dc7680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.80196409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e522932c-e285-4097-b8e4-b9305696808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.805090134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"2f32ca0e-59d1-48e4-9424-c3662dc7680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.850782291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e522932c-e285-4097-b8e4-b9305696808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.900070857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e522932c-e285-4097-b8e4-b9305696808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.991893724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e522932c-e285-4097-b8e4-b9305696808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.993133165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"0092dd8b-bb97-45e1-8cd5-00ff1d0d783b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.9937023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d6939775-68c2-46ae-802d-6d23bd1d1ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.04737833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"0092dd8b-bb97-45e1-8cd5-00ff1d0d783b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.047619956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"d6939775-68c2-46ae-802d-6d23bd1d1ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.800047551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2176ef8-1d8e-4fe3-a990-d3ff11cb322c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.8490931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2176ef8-1d8e-4fe3-a990-d3ff11cb322c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.898075897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2176ef8-1d8e-4fe3-a990-d3ff11cb322c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.946928657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2176ef8-1d8e-4fe3-a990-d3ff11cb322c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.422250538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"46546a22-1f47-4d84-a3c0-a6452a901432","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.471858771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"555ca804-2ac2-47d4-a7fb-e3fc58756f18","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"name":"e2e-dft-refs-9874cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.569503323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08aeb652-17e3-45eb-a962-ed71e790838a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.569629306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"da17b1a0-7965-4045-b478-78b84347bc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.570138708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f3b7736a-2127-44fa-b01c-ad0df5344080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.570202845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"3597132c-de14-418a-b7b9-b84f010a62a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.570516347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02473cfc-36e9-4bba-a62b-8fbba63da85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.624511743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"da17b1a0-7965-4045-b478-78b84347bc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.624641733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08aeb652-17e3-45eb-a962-ed71e790838a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.627143291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"3597132c-de14-418a-b7b9-b84f010a62a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.627201099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02473cfc-36e9-4bba-a62b-8fbba63da85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.629334916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"f3b7736a-2127-44fa-b01c-ad0df5344080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.694554991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02473cfc-36e9-4bba-a62b-8fbba63da85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.696675611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08aeb652-17e3-45eb-a962-ed71e790838a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.78536551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"d361462d-8016-4498-83ed-c9b52408f3db","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"name":"e2e-dft-refs-9874cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.83480839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cdd387ea-9b10-437d-8328-8d57a748112e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.834834787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cdd387ea-9b10-437d-8328-8d57a748112e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.835292441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"063db3a5-48b5-4d79-9f6c-7a6c5828bf6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.835309012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"063db3a5-48b5-4d79-9f6c-7a6c5828bf6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.835800101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06aecdf7-2c94-477d-8e9a-921f2f5f7722","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.835870827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06aecdf7-2c94-477d-8e9a-921f2f5f7722","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.836249979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4326de29-6f3e-477d-bdbe-ff055154dd4c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.836307727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4326de29-6f3e-477d-bdbe-ff055154dd4c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.836656032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3286f65c-6969-4795-887b-13b22fe28d9f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.836677791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3286f65c-6969-4795-887b-13b22fe28d9f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.837044083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9e93a58-94dc-4c8d-9bec-98651161d437","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.837061105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9e93a58-94dc-4c8d-9bec-98651161d437","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.837434684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6ee13403-76ed-4202-8a91-0ea2fc3669cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.837450059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6ee13403-76ed-4202-8a91-0ea2fc3669cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.837809768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18c309db-3f4b-4cfa-9043-761d3c2525a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.837827556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18c309db-3f4b-4cfa-9043-761d3c2525a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.88249859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"90c66ad8-f6ee-4e8b-a668-10814beef416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.882679886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e65aa080-32d7-41ce-b828-49a03c49431e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.887171553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"13eead1c-e790-4fed-95b6-29efdde55e1a","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"name":"e2e-dft-refs-9874cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.935472966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9ac0d03-b881-42df-a5e8-c480efa4b3c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.935642782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73a79af9-4f9d-4679-b7fd-bfec83b555d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.939842127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"90c66ad8-f6ee-4e8b-a668-10814beef416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.940823735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"e65aa080-32d7-41ce-b828-49a03c49431e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.995398601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"aebeea3b-8caa-4c5a-927d-c25c3b1e4b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.995511325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"42940bfd-d953-4c1e-8088-9f5563778174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.995821077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"eb3554a7-2683-41df-b9ce-313ab5dc8767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.049638074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"eb3554a7-2683-41df-b9ce-313ab5dc8767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.049682885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"aebeea3b-8caa-4c5a-927d-c25c3b1e4b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.052781598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"42940bfd-d953-4c1e-8088-9f5563778174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.29128055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"0d460cec-f6a2-43f1-81e4-c3ee6ac85db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.29134481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b0204991-b713-431e-9dcc-f231ab4e8aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.345720077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"0d460cec-f6a2-43f1-81e4-c3ee6ac85db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.346822015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"b0204991-b713-431e-9dcc-f231ab4e8aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.390870757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f200ad-5038-47cd-9aff-266ba7a8cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.390959646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a104960-aeb6-4714-aae6-5d10299c935b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.445826505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a104960-aeb6-4714-aae6-5d10299c935b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.449560281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f200ad-5038-47cd-9aff-266ba7a8cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.499086159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a104960-aeb6-4714-aae6-5d10299c935b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.502198297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f200ad-5038-47cd-9aff-266ba7a8cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.626625099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"6e27766d-b85e-42cb-95d4-252bcbcd1aa3","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.676187023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"0e447251-5449-40d5-9feb-ec2da266aa2c","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.676213809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"0e447251-5449-40d5-9feb-ec2da266aa2c","MaaSModelRef":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9874cd-ddfd2c9a71be","namespace":"llm","model":"e2e-dft-refs-9874cd","externalModel":"e2e-dft-refs-9874cd","provider":"e2e-dft-refs-9874cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.774049446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bcb288c-b6b2-4e5d-adc2-84dd0a2b20f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.774190122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"458da755-9c0e-4c6e-af5f-0a967f50f889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.774741558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f66d415a-f6b5-410e-bcfa-a01eff19925e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.774961486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6c8e7f6-6f3a-4b81-a715-2ad37b4ac973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.774740807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"4d73e422-97ae-4875-b667-bd70b58fa70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.829527923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"458da755-9c0e-4c6e-af5f-0a967f50f889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.82985646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bcb288c-b6b2-4e5d-adc2-84dd0a2b20f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.833514678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"f66d415a-f6b5-410e-bcfa-a01eff19925e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.833825724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6c8e7f6-6f3a-4b81-a715-2ad37b4ac973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.836005542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"4d73e422-97ae-4875-b667-bd70b58fa70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.882626614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bcb288c-b6b2-4e5d-adc2-84dd0a2b20f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:10.886645542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6c8e7f6-6f3a-4b81-a715-2ad37b4ac973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.030576796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ccb9310a-81cf-460c-a3fe-450fbce6ce59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.034195955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"28dcdbe1-4d4d-4a5e-901d-500aed0be497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.084671952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"ccb9310a-81cf-460c-a3fe-450fbce6ce59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.088851609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"28dcdbe1-4d4d-4a5e-901d-500aed0be497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.180357258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0a82d13c-1e35-4643-b813-2629edb19ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.235856955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0a82d13c-1e35-4643-b813-2629edb19ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.278588887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c092b90e-50cd-4451-8ef8-7d9f0ba350fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.279259241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"003d56ad-8106-4260-8c32-79c3a638e1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.341661509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"c092b90e-50cd-4451-8ef8-7d9f0ba350fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.342677533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"003d56ad-8106-4260-8c32-79c3a638e1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.492882526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c66c1814-a35d-460a-80e0-2458d6b9a4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.496006335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"162efce1-ac61-4bea-94a1-c900072ed621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.504237881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.558013052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"c66c1814-a35d-460a-80e0-2458d6b9a4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:11.584152999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"162efce1-ac61-4bea-94a1-c900072ed621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:15.994339729Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"1f6f6947-c94e-47e5-9eb5-c9b93d9e1eac","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.142881458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"8013d0b3-8102-4ee3-a157-2e32fc83c372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.143153524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6a03d3f8-bb8a-47a5-8289-97a621cec8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.143510413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b346471e-3eb9-4c0d-ae61-2e4a04e27ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.143827103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f3ca70bb-b336-4f25-80ff-abd8643d3ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.143918785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e56dcf6-b99b-422e-b972-8cdc653d4574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.198654776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"8013d0b3-8102-4ee3-a157-2e32fc83c372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.198644853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"6a03d3f8-bb8a-47a5-8289-97a621cec8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.201511222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e56dcf6-b99b-422e-b972-8cdc653d4574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.201544648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b346471e-3eb9-4c0d-ae61-2e4a04e27ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.203733293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"f3ca70bb-b336-4f25-80ff-abd8643d3ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.255568906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e56dcf6-b99b-422e-b972-8cdc653d4574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.255578871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b346471e-3eb9-4c0d-ae61-2e4a04e27ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.401864076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4460ea7f-464b-4d9a-8e32-f008a7f4daee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.401875942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f7e6d939-b3ba-45b0-9932-9d41d18c069b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.459960649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"4460ea7f-464b-4d9a-8e32-f008a7f4daee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.460005698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"f7e6d939-b3ba-45b0-9932-9d41d18c069b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.542183071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d9e71c31-83b7-4b1c-beaf-0de7d16ba5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.542290043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"213bc411-352b-4d3f-bb28-1d7c5ccf701c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.542723443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"88d8ac5a-76be-4608-bfc6-089fa4e202a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.596585272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"d9e71c31-83b7-4b1c-beaf-0de7d16ba5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.596828522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"213bc411-352b-4d3f-bb28-1d7c5ccf701c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.598957381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"88d8ac5a-76be-4608-bfc6-089fa4e202a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.690243831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"29dc7738-f71a-489a-886c-b954d6980a90","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.750213153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b14fb545-d990-43ad-85f2-e88a821d238d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.750963184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b14fb545-d990-43ad-85f2-e88a821d238d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.751532299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4ae5a7f-9716-40ad-ab7a-83dc0196f8bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.751594333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4ae5a7f-9716-40ad-ab7a-83dc0196f8bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.752023916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7bd2ef9e-8f85-4529-8514-00f5e1f5d1c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.75204307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7bd2ef9e-8f85-4529-8514-00f5e1f5d1c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.752386839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62744054-a555-4dcb-bcad-066ae7a1a0eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.752401735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62744054-a555-4dcb-bcad-066ae7a1a0eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.752784395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d880609f-1cf0-4cf2-8338-845febff98e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.752796312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d880609f-1cf0-4cf2-8338-845febff98e4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.75317266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dc4d553-c1d5-4fff-9667-ee0137a59bc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.753186887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dc4d553-c1d5-4fff-9667-ee0137a59bc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.753676967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28e3ca1e-6939-4870-95cd-994b3065aafa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.753690933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28e3ca1e-6939-4870-95cd-994b3065aafa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.754864309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b01a2fc-78b0-4c02-a39a-9b35b64ba1bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.754880611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b01a2fc-78b0-4c02-a39a-9b35b64ba1bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.877337916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"201deb8f-8b93-46e5-9c4a-8a62d3d5f86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.877337937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"73b643be-d6a7-4cd2-9e91-d33f4e13a268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.93292698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"201deb8f-8b93-46e5-9c4a-8a62d3d5f86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.932924455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"73b643be-d6a7-4cd2-9e91-d33f4e13a268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.948928567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1044367-4c66-45ce-b2c2-41eec866eb8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:16.948955879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3badc9b-ee0c-4af8-9e9a-b2a7df92ab3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.007772045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"b6d5b4e3-15c9-4ec6-968f-e04de3f07ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.008051349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132ece9-bf82-461b-b94c-418e76a2ced8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.008422949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"873ced3c-6420-4ad6-a3b6-0d2aacbd8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.062012329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"b6d5b4e3-15c9-4ec6-968f-e04de3f07ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.062437435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132ece9-bf82-461b-b94c-418e76a2ced8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.064606859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"873ced3c-6420-4ad6-a3b6-0d2aacbd8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.117675899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"873ced3c-6420-4ad6-a3b6-0d2aacbd8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.117689155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132ece9-bf82-461b-b94c-418e76a2ced8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.247014133Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9874cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9874cd","reconcileID":"0ee72c8c-9f21-4b57-8845-0f6b1c4626d6","namespace":"llm","name":"e2e-dft-refs-9874cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.264475057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"869b91be-130b-4c86-a53c-2d97cb4926ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.264473768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fecf957c-71bb-4705-b2d6-934e508d6558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.279420122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e3ba6e56-d00b-4fdc-97d7-f9acc548bd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.27943299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ffb52de7-2ecc-43bd-b20f-6387bc321ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.319923307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"fecf957c-71bb-4705-b2d6-934e508d6558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.329790237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"869b91be-130b-4c86-a53c-2d97cb4926ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.333886957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ffb52de7-2ecc-43bd-b20f-6387bc321ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.335207481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"e3ba6e56-d00b-4fdc-97d7-f9acc548bd62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.480205896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d67236e6-7d94-4ea8-afa1-6454daecd5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.535506075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"d67236e6-7d94-4ea8-afa1-6454daecd5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.68125429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"ea636624-00b5-40df-9b98-c61da57edc80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.681249401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"e0b4caa6-67bc-4927-b0d7-faec13e6c7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.681740641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"e9c4610e-f234-40d7-9ab0-cc71e7e27d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.68174586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"987b3417-f082-4787-b897-1a37b9c17cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.736146551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"987b3417-f082-4787-b897-1a37b9c17cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.736930637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"e9c4610e-f234-40d7-9ab0-cc71e7e27d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.739263179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"ea636624-00b5-40df-9b98-c61da57edc80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.739277132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"e0b4caa6-67bc-4927-b0d7-faec13e6c7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.881854857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"772a7c3b-3411-4c1a-8832-3367d36ab671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.938214485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"772a7c3b-3411-4c1a-8832-3367d36ab671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:17.991599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"772a7c3b-3411-4c1a-8832-3367d36ab671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.083166519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"a1bd899d-875b-4845-9bdf-516f43972e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.083388784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5778025d-4687-48e5-92bf-17ea39f6574a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.083166978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"16671c75-280c-4954-a0c9-2338eec2eca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.084036978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"7df32ce9-21d2-4c11-b96f-da7339afef94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.139250789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"16671c75-280c-4954-a0c9-2338eec2eca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.140140458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"a1bd899d-875b-4845-9bdf-516f43972e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.142929351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5778025d-4687-48e5-92bf-17ea39f6574a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.143821029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"7df32ce9-21d2-4c11-b96f-da7339afef94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.19143572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"713ef698-28a6-4345-9f6e-96182409e785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.196055312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5778025d-4687-48e5-92bf-17ea39f6574a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.244862661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"713ef698-28a6-4345-9f6e-96182409e785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.343894759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"76c81f09-2d28-4367-9316-067bf029bc1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.399407368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"76c81f09-2d28-4367-9316-067bf029bc1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:23.26276715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6eec1c-d20d-4472-8652-73c37c0d024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:23.312090633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6eec1c-d20d-4472-8652-73c37c0d024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:23.360940663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6eec1c-d20d-4472-8652-73c37c0d024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:23.409810391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6eec1c-d20d-4472-8652-73c37c0d024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:23.833108569Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-13c6b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-13c6b6","reconcileID":"b94fb853-f419-4d17-9761-df6cad9d3bc0","namespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-13c6b6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-13c6b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.278110772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b44e495-a8cf-4cf7-ae75-381999e6241c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.326846397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b44e495-a8cf-4cf7-ae75-381999e6241c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.380080518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b44e495-a8cf-4cf7-ae75-381999e6241c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.429292516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b44e495-a8cf-4cf7-ae75-381999e6241c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.939604285Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-13c6b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-13c6b6","reconcileID":"bb73fa59-8754-4820-82f7-062b9a0b7cb2","namespace":"ai-tenant-e2e-inf-a-13c6b6","gateway":"e2e-inf-a-13c6b6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-13c6b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:27.215940046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be4fedd-470c-40d4-b9f6-c58820e71118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:27.265790755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be4fedd-470c-40d4-b9f6-c58820e71118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:27.315718445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be4fedd-470c-40d4-b9f6-c58820e71118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:27.365144847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be4fedd-470c-40d4-b9f6-c58820e71118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.138677421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"048c4a54-a345-4657-aa87-b76b9f3cfbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.193296473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"048c4a54-a345-4657-aa87-b76b9f3cfbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.21411562Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","namespace":"ai-tenant-e2e-extmod-a-2057ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.214173361Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","namespace":"ai-tenant-e2e-extmod-a-2057ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.21423034Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","tenant":"e2e-extmod-a-2057ca","tenantID":"e2e-extmod-a-2057ca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.246232535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"048c4a54-a345-4657-aa87-b76b9f3cfbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.267021703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Deployment","name":"maas-api-e2e-extmod-a-2057ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.302423927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58f4ce67-1b40-4a08-b4b5-84b05d8687f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.3024515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58f4ce67-1b40-4a08-b4b5-84b05d8687f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.324097804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Service","name":"maas-api-e2e-extmod-a-2057ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.3768252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"510d3e75-6838-4727-9a2c-6488e0e955b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.37924629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-2057ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.429814374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-2057ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.432577493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"510d3e75-6838-4727-9a2c-6488e0e955b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.483532763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.487166445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"510d3e75-6838-4727-9a2c-6488e0e955b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.535878491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.544150682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5dd2dcc3-bc7e-46de-897a-4da9c9ccde07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.544172573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5dd2dcc3-bc7e-46de-897a-4da9c9ccde07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.589445333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.640542611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.699544726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.747825431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.796178501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Service","name":"payload-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.844578065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.892897093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.941387455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.990141692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.042516774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.090975399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.139437342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.187856997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-2057ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.191962927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5597a50-990d-4817-93c2-2ce050fc1916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.240818592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5597a50-990d-4817-93c2-2ce050fc1916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.240983003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2057ca"},"namespace":"ai-tenant-e2e-extmod-a-2057ca","name":"default-tenant","reconcileID":"4e3a9889-411c-4e3d-962a-196a710bf0be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-2057ca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.290582701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5597a50-990d-4817-93c2-2ce050fc1916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.339686937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5597a50-990d-4817-93c2-2ce050fc1916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.344791732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","namespace":"ai-tenant-e2e-extmod-b-a02404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.344847123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","namespace":"ai-tenant-e2e-extmod-b-a02404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.344931438Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","tenant":"e2e-extmod-b-a02404","tenantID":"e2e-extmod-b-a02404","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.39585952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a02404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.45411249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Service","name":"maas-api-e2e-extmod-b-a02404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.506377264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a02404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.5974331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a02404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.649743352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.70102582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.754935735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.808206714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.857134611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.905731748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:29.963505557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Service","name":"payload-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.041817539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.091509926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.139862716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.188409616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.240840248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.289559926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.338181212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.391227587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a02404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.440281305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a02404"},"namespace":"ai-tenant-e2e-extmod-b-a02404","name":"default-tenant","reconcileID":"8d0fd6dc-e77e-4c78-a511-507cd45a0fce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a02404","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:31.312615808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b064fb91-1429-4d08-8a32-9186a76c3b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:31.361558598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b064fb91-1429-4d08-8a32-9186a76c3b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:31.410614333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b064fb91-1429-4d08-8a32-9186a76c3b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:31.459711316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b064fb91-1429-4d08-8a32-9186a76c3b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:33.301060195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0669a718-33b5-407f-be15-d82274106c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:33.350366843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0669a718-33b5-407f-be15-d82274106c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:33.399464944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0669a718-33b5-407f-be15-d82274106c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:33.448636541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0669a718-33b5-407f-be15-d82274106c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.245623315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5723771-4326-486b-9233-161b3e658125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.294415849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5723771-4326-486b-9233-161b3e658125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.343150812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5723771-4326-486b-9233-161b3e658125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.39196175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5723771-4326-486b-9233-161b3e658125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.659424655Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2057ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2057ca","reconcileID":"90473170-c6e4-427b-9538-713edb002e41","aitenant":"ai-tenants/e2e-extmod-a-2057ca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:37.212397014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fdbea-ee5c-47c1-a415-029989398a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:37.261222846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fdbea-ee5c-47c1-a415-029989398a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:37.310335589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fdbea-ee5c-47c1-a415-029989398a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:37.359143714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fdbea-ee5c-47c1-a415-029989398a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:37.416180815Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2057ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2057ca","reconcileID":"90473170-c6e4-427b-9538-713edb002e41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2057ca","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-2057ca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:37.975303491Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a02404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a02404","reconcileID":"6f61b0e7-3717-4f4e-adc5-db03c3d3ea4b","aitenant":"ai-tenants/e2e-extmod-b-a02404","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.515811382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a3a4a07-2feb-4998-b9f0-847875d4306b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.570120082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a3a4a07-2feb-4998-b9f0-847875d4306b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.623445917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a3a4a07-2feb-4998-b9f0-847875d4306b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.735458888Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a02404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a02404","reconcileID":"6f61b0e7-3717-4f4e-adc5-db03c3d3ea4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a02404","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a02404"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.736254968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9188439-3183-4cea-88e7-074d12f16aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.798476845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9188439-3183-4cea-88e7-074d12f16aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.852197402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9188439-3183-4cea-88e7-074d12f16aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.174385458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7254168-6619-4d3e-b5fe-0d0f3bec12a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.224285699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7254168-6619-4d3e-b5fe-0d0f3bec12a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.273989553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7254168-6619-4d3e-b5fe-0d0f3bec12a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.323964772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7254168-6619-4d3e-b5fe-0d0f3bec12a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:41.270334436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae01ae1-26b2-4930-a1a3-17dc2d3b42f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:41.320750506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae01ae1-26b2-4930-a1a3-17dc2d3b42f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:41.369581144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae01ae1-26b2-4930-a1a3-17dc2d3b42f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:41.423768789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae01ae1-26b2-4930-a1a3-17dc2d3b42f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:41.50740612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:43.316813132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e76ab6b-86a7-4d8d-bc7e-d2a8a70eeed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:43.36639772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e76ab6b-86a7-4d8d-bc7e-d2a8a70eeed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:43.415469608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e76ab6b-86a7-4d8d-bc7e-d2a8a70eeed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:43.465225639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e76ab6b-86a7-4d8d-bc7e-d2a8a70eeed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:44.514782323Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-965fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-965fe8","reconcileID":"2208f62d-fd79-4740-a71d-83f25da6201c","namespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-965fe8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-965fe8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:45.307997471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361d46ea-0566-4064-8376-0ad568283054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:45.356774017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361d46ea-0566-4064-8376-0ad568283054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:45.405721959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361d46ea-0566-4064-8376-0ad568283054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:45.4545181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361d46ea-0566-4064-8376-0ad568283054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:46.705535823Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-965fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-965fe8","reconcileID":"f48427e0-53a4-4f73-aa7e-bc8cf2b9359d","namespace":"ai-tenant-e2e-inf-a-965fe8","gateway":"e2e-inf-a-965fe8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-965fe8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.308112889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a758e26-fc48-4225-b028-ab01a0c02767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.357356065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a758e26-fc48-4225-b028-ab01a0c02767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.409457244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a758e26-fc48-4225-b028-ab01a0c02767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.459242125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a758e26-fc48-4225-b028-ab01a0c02767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.806222555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7d6d6d-a856-44ae-ae54-a9d2748beb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.864200643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7d6d6d-a856-44ae-ae54-a9d2748beb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.921180358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7d6d6d-a856-44ae-ae54-a9d2748beb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.999550572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8825e749-c1c9-4b9a-916a-b4aee843f60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.053950379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8825e749-c1c9-4b9a-916a-b4aee843f60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.107447655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8825e749-c1c9-4b9a-916a-b4aee843f60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.246028662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfab1e0-7879-470f-ae94-7cd198835ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.295021553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfab1e0-7879-470f-ae94-7cd198835ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.343920778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfab1e0-7879-470f-ae94-7cd198835ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.393065768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cfab1e0-7879-470f-ae94-7cd198835ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:51.196696152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02812613-db72-4de3-b660-859ea05b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:51.245665094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02812613-db72-4de3-b660-859ea05b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:51.294544368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02812613-db72-4de3-b660-859ea05b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:51.343457279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02812613-db72-4de3-b660-859ea05b101d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.16522016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1165e88-ff69-48c7-8117-6e3f250b00e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.21427956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1165e88-ff69-48c7-8117-6e3f250b00e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.26312562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1165e88-ff69-48c7-8117-6e3f250b00e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.312076636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1165e88-ff69-48c7-8117-6e3f250b00e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.130501717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ab1c4d-318c-42c5-94db-68e60d8d0608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.179328578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ab1c4d-318c-42c5-94db-68e60d8d0608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.229420104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ab1c4d-318c-42c5-94db-68e60d8d0608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.313726778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ab1c4d-318c-42c5-94db-68e60d8d0608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.130620871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edc10a0-fdd1-497a-8b84-768571a1ebe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.180137576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edc10a0-fdd1-497a-8b84-768571a1ebe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.232992473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edc10a0-fdd1-497a-8b84-768571a1ebe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.287337586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edc10a0-fdd1-497a-8b84-768571a1ebe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.067558307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c64eea3e-1e60-44b7-a27d-2e1957693f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.122055589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c64eea3e-1e60-44b7-a27d-2e1957693f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.175106313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c64eea3e-1e60-44b7-a27d-2e1957693f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.253996597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5fe9694-f418-4dac-aa53-4730b0824380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.308196456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5fe9694-f418-4dac-aa53-4730b0824380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.362516192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6935f283a8c64f9a3f1bb28af3bfcae61fd165203e3eb684766a63eedbc1119f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fcb0026003b5d0f9ff41aa6e51475ecfa96fffe011ae6fd87bb35c8a0b68a406) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e6e7d6510a23e957bf67954a734889fe10ff18057a6a57210e1b98ec4ff4d069) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6053aa4efa45a6256ad754d7df61589bcf4f7918b965379e27a0305ae1299294) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5fe9694-f418-4dac-aa53-4730b0824380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.737669178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc6b7ed-9418-4405-a9c5-3ac46f48cbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.799645006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc6b7ed-9418-4405-a9c5-3ac46f48cbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.856279766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc6b7ed-9418-4405-a9c5-3ac46f48cbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.916032246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc6b7ed-9418-4405-a9c5-3ac46f48cbbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.774309233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf7005f-5231-4318-973d-d3e0e172d933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.823166565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf7005f-5231-4318-973d-d3e0e172d933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.871960445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf7005f-5231-4318-973d-d3e0e172d933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.921026321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf7005f-5231-4318-973d-d3e0e172d933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.322658503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a78ed9-3c29-4fe7-aef7-08e755f7a1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.376572631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a78ed9-3c29-4fe7-aef7-08e755f7a1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.417685884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c046bb-9c2d-4c62-8900-9e085113d223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.466828841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c046bb-9c2d-4c62-8900-9e085113d223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.51610666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c046bb-9c2d-4c62-8900-9e085113d223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.565244923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c046bb-9c2d-4c62-8900-9e085113d223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.614274649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09f4dc67-5aea-4d99-9f1d-893acf4220b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.686898356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09f4dc67-5aea-4d99-9f1d-893acf4220b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.736045905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb007cd-d6be-4b64-9d30-f0efac6fbfa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.736069338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb007cd-d6be-4b64-9d30-f0efac6fbfa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.988034138Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-76eaf8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-76eaf8","reconcileID":"439a918e-ea4d-4fa2-9022-118bcac7b0ca","namespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-76eaf8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-76eaf8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.035879479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f871dfc0-bc14-4990-9d3c-f8634ff2a9aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.035947859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f871dfc0-bc14-4990-9d3c-f8634ff2a9aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.384088827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1952b05e-27f7-4b54-bf07-04bc17478a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.433049045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1952b05e-27f7-4b54-bf07-04bc17478a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.481931836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1952b05e-27f7-4b54-bf07-04bc17478a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.493065653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.531022387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1952b05e-27f7-4b54-bf07-04bc17478a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.032833373Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-76eaf8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-76eaf8","reconcileID":"86ac1905-cad5-4363-ac96-c41aca059360","namespace":"ai-tenant-e2e-extmod-b-76eaf8","gateway":"e2e-extmod-b-76eaf8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-76eaf8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.319625121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e33582-e226-4026-9612-07c6746db8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.368745439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e33582-e226-4026-9612-07c6746db8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.41749406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e33582-e226-4026-9612-07c6746db8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.469118594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e33582-e226-4026-9612-07c6746db8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.256687235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d1478-5696-403f-a994-6b7e9cbd79f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.305649607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d1478-5696-403f-a994-6b7e9cbd79f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.354545926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d1478-5696-403f-a994-6b7e9cbd79f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.403329055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d1478-5696-403f-a994-6b7e9cbd79f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:17.198860386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def10aa-b7c5-47f1-8e5a-b5102e0cc084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:17.248049168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def10aa-b7c5-47f1-8e5a-b5102e0cc084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:17.296790731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def10aa-b7c5-47f1-8e5a-b5102e0cc084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:17.345862014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1def10aa-b7c5-47f1-8e5a-b5102e0cc084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:19.126925584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb557379-9a96-4c0a-9a70-32a88f15f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:19.175934492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb557379-9a96-4c0a-9a70-32a88f15f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:19.225007223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb557379-9a96-4c0a-9a70-32a88f15f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:19.274675745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb557379-9a96-4c0a-9a70-32a88f15f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:21.062755507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4cf421-76ee-49b6-96ba-d357f985d23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:21.111831499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4cf421-76ee-49b6-96ba-d357f985d23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:21.160653651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4cf421-76ee-49b6-96ba-d357f985d23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:21.20939521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4cf421-76ee-49b6-96ba-d357f985d23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:21.829875789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"d5250323-bf80-4e1a-97e0-ae467dddce88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:21.952541719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c149ff1f-b949-4fae-ae64-9c3a5b4eb709","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.192673838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"81792f03-a86d-45fb-b2c4-f0c29549128b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.2932262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"84f486b3-3661-44e0-876c-bfc8268b10d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.439592199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bd9b41b-9d81-4d1c-8464-2987caf02d9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.632653439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"2e5c96be-3f80-497c-a1db-ed1e7c547f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.882136514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"8a567943-7b5c-4fce-b351-6462cafff8d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.982789887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"4f950cc7-6bb2-4e3a-b74e-1dcb499201f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.082305474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"4865f8a7-139b-4bcc-946d-efe278153368","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.182285596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c728f9ab-195f-45f0-a8c5-7cf48ac653cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.300885163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"e6ab92bd-c3f2-43ec-93a8-13ef79c8660a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.423176123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"e0580f90-e89e-4442-8ea3-c6710fb5818a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.663361094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"4b5656a2-7920-47ee-8116-67a79ee99144","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e7c432","tenantID":"e2e-inf-a-e7c432","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.774317736Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"4b5656a2-7920-47ee-8116-67a79ee99144","name":"e2e-inf-a-e7c432-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.492779827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.714234393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"00123103-7884-498e-b106-5a5180139997","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-13c6b6","tenantID":"e2e-inf-a-13c6b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.825695585Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"00123103-7884-498e-b106-5a5180139997","name":"e2e-inf-a-13c6b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.521679457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"f4657053-e0ca-479c-98e0-29982a096a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.647006078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0447970f-61c8-4c59-b33a-8a243955fab1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.891560807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"9b002fa9-9802-43bf-bc1d-7a1541e0307e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.990285169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"6f9bbf05-c23f-4b82-b743-69d3d012c355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:52.092143298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"0c1f25ab-2a0c-49ae-a3e4-cdba7c2077d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:52.33342619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"f30eba1b-8f50-4bc6-a822-ce7599160d85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:52.453804882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1770e8bd-d509-416d-9601-ec4d093ebb98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:52.646738435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"b4520064-5e37-420d-94a1-4bb4ed2fd29d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:52.745878814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"fa771d58-88ba-4011-ac87-d25e7fc776fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:52.894003631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"c53754c0-2027-4c94-a95d-e375d957fe94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:53.022520261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"f479d559-fb4b-4a78-ab63-718b911982bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:53.123493573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"5322dfa6-dab3-484a-987b-0d12dee270e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.370668765Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","namespace":"ai-tenant-e2e-extmod-b-6a186d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.37073387Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","namespace":"ai-tenant-e2e-extmod-b-6a186d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.370781591Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","tenant":"e2e-extmod-b-6a186d","tenantID":"e2e-extmod-b-6a186d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.424289737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6a186d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.482891553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Service","name":"maas-api-e2e-extmod-b-6a186d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.535373518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6a186d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.588556087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6a186d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.643017666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.697188364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.751695986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.803167333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.852220036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.901388431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.950306284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Service","name":"payload-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.999426914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.048775524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.097590564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.146492613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.199585867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.248627766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.297514489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.34625543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6a186d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.395399409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a186d"},"namespace":"ai-tenant-e2e-extmod-b-6a186d","name":"default-tenant","reconcileID":"4eea5bc9-8fc4-4d90-88df-3880c392b517","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6a186d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.176803323Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6a186d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6a186d","reconcileID":"7305dcf1-db8c-438a-9d42-2a1a4e2f529b","aitenant":"ai-tenants/e2e-extmod-b-6a186d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.713959825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddf866-63c0-4cce-85c3-e7b59c6982a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.763280974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddf866-63c0-4cce-85c3-e7b59c6982a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.812500511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddf866-63c0-4cce-85c3-e7b59c6982a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.861664397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddf866-63c0-4cce-85c3-e7b59c6982a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.968338522Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6a186d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6a186d","reconcileID":"7305dcf1-db8c-438a-9d42-2a1a4e2f529b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6a186d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6a186d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.652813448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a830d4c-df1a-4ebe-b2b4-ab7b9fb91062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.70288144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a830d4c-df1a-4ebe-b2b4-ab7b9fb91062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.751867763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a830d4c-df1a-4ebe-b2b4-ab7b9fb91062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.800790445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a830d4c-df1a-4ebe-b2b4-ab7b9fb91062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.702847695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700de599-21e9-4189-a039-29b71730b471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.75207115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700de599-21e9-4189-a039-29b71730b471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.801394923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700de599-21e9-4189-a039-29b71730b471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.850679578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700de599-21e9-4189-a039-29b71730b471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.649253976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cbcb0f-7b68-48b1-a030-4585a89ad480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.699276707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cbcb0f-7b68-48b1-a030-4585a89ad480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.748185198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cbcb0f-7b68-48b1-a030-4585a89ad480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.797262243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cbcb0f-7b68-48b1-a030-4585a89ad480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.005921734Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9e9142","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9e9142","reconcileID":"7cab372b-0968-465d-ae26-5e4690abc038","namespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9e9142","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9e9142":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.570189139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"e06956cc-1d7f-4c59-b992-c556a9cd6781","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-965fe8","tenantID":"e2e-inf-a-965fe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.591152224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8b50ec-1c26-4d3f-958a-a0e784eb6f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.640347527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8b50ec-1c26-4d3f-958a-a0e784eb6f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.691325693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8b50ec-1c26-4d3f-958a-a0e784eb6f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.740709882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8b50ec-1c26-4d3f-958a-a0e784eb6f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.754026979Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"e06956cc-1d7f-4c59-b992-c556a9cd6781","name":"e2e-inf-a-965fe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.044783119Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9e9142","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9e9142","reconcileID":"3c26aaad-e7d3-4f2d-b956-817b19ef6057","namespace":"ai-tenant-e2e-inf-a-9e9142","gateway":"e2e-inf-a-9e9142","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9e9142":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.497890135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:12.544269065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab3ff81-10e4-4306-86d2-d9429a5f3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:12.593163622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab3ff81-10e4-4306-86d2-d9429a5f3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:12.643114916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab3ff81-10e4-4306-86d2-d9429a5f3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:12.694508156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab3ff81-10e4-4306-86d2-d9429a5f3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.506983712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7613090-94a7-47a3-b77f-4bd33c9b25e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.555898104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7613090-94a7-47a3-b77f-4bd33c9b25e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.605084717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7613090-94a7-47a3-b77f-4bd33c9b25e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.654186152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7613090-94a7-47a3-b77f-4bd33c9b25e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:16.433134924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd5f866-5132-46ab-9d69-bb4232dc8e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:16.482263177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd5f866-5132-46ab-9d69-bb4232dc8e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:16.531160597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd5f866-5132-46ab-9d69-bb4232dc8e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:16.579965225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd5f866-5132-46ab-9d69-bb4232dc8e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.405724077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d58d3-557a-41ea-9f05-458bb0be89b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.45494596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d58d3-557a-41ea-9f05-458bb0be89b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.504152028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d58d3-557a-41ea-9f05-458bb0be89b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.553327905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d58d3-557a-41ea-9f05-458bb0be89b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:20.342119247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6112e449-65f7-4a73-9af6-d4e5583d0313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:20.391286467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6112e449-65f7-4a73-9af6-d4e5583d0313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:20.440049792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6112e449-65f7-4a73-9af6-d4e5583d0313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:20.489025695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6112e449-65f7-4a73-9af6-d4e5583d0313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:22.26432774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd066f0-d5d1-4a24-ad70-95ed7c2a03fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:22.313426681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd066f0-d5d1-4a24-ad70-95ed7c2a03fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:22.362402252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd066f0-d5d1-4a24-ad70-95ed7c2a03fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:22.413894892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd066f0-d5d1-4a24-ad70-95ed7c2a03fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.186303604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfb7b7e-de98-4973-959a-f27f014791c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.235244039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfb7b7e-de98-4973-959a-f27f014791c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.28426397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfb7b7e-de98-4973-959a-f27f014791c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.333153751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfb7b7e-de98-4973-959a-f27f014791c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:26.198785556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008095e7-203e-4aed-9287-2750dc4327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:26.247868506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008095e7-203e-4aed-9287-2750dc4327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:26.296656567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008095e7-203e-4aed-9287-2750dc4327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:26.345502352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008095e7-203e-4aed-9287-2750dc4327f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.122626982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20efb02d-2215-46bb-91fe-8050502420ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.171986728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20efb02d-2215-46bb-91fe-8050502420ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.223548139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20efb02d-2215-46bb-91fe-8050502420ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.273016534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20efb02d-2215-46bb-91fe-8050502420ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.053058586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fa90bb-c8fe-4cb9-bb36-cbaf030c6ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.101863828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fa90bb-c8fe-4cb9-bb36-cbaf030c6ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.150996774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fa90bb-c8fe-4cb9-bb36-cbaf030c6ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.201354605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fa90bb-c8fe-4cb9-bb36-cbaf030c6ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.003223576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f92303-45f5-44d2-a4a9-537b905da252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.052364895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f92303-45f5-44d2-a4a9-537b905da252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.10130633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f92303-45f5-44d2-a4a9-537b905da252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.150055824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f92303-45f5-44d2-a4a9-537b905da252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.99762696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26332-56a2-4304-835c-8725d37776c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.046547007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26332-56a2-4304-835c-8725d37776c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.095198252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26332-56a2-4304-835c-8725d37776c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.143842102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26332-56a2-4304-835c-8725d37776c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.922370098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db78f5-090e-48f4-908f-ca45afa122a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.972522823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db78f5-090e-48f4-908f-ca45afa122a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:36.021591265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db78f5-090e-48f4-908f-ca45afa122a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:36.07115444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97db78f5-090e-48f4-908f-ca45afa122a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.870595963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69299a4-a69c-4a7a-ab8d-8b78e6d3cbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.92020705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69299a4-a69c-4a7a-ab8d-8b78e6d3cbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.969987305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69299a4-a69c-4a7a-ab8d-8b78e6d3cbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.020360483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69299a4-a69c-4a7a-ab8d-8b78e6d3cbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.800794512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cee4ff-f991-4be3-bad3-2506132d3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.849645145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"42bfe0a0-a3ac-4a8f-af18-4c04a48fc872","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-76eaf8","tenantID":"e2e-extmod-b-76eaf8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.850260221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cee4ff-f991-4be3-bad3-2506132d3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.900738536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cee4ff-f991-4be3-bad3-2506132d3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.950702154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cee4ff-f991-4be3-bad3-2506132d3c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:40.0134932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"42bfe0a0-a3ac-4a8f-af18-4c04a48fc872","name":"e2e-extmod-b-76eaf8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:41.493101977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:41.724745183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b439097-a3b4-4939-8d42-ba565a497b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:41.773870226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b439097-a3b4-4939-8d42-ba565a497b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:41.822731788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b439097-a3b4-4939-8d42-ba565a497b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:41.871884852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b439097-a3b4-4939-8d42-ba565a497b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:43.657564857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0e18e5-8828-4e55-bfa1-6c29d68d6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:43.707460655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0e18e5-8828-4e55-bfa1-6c29d68d6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:43.759045399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0e18e5-8828-4e55-bfa1-6c29d68d6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:43.808292726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0e18e5-8828-4e55-bfa1-6c29d68d6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:55.504225674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c617056-589b-42bd-9c80-19a40b109bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:55.553346137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c617056-589b-42bd-9c80-19a40b109bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:55.602408693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c617056-589b-42bd-9c80-19a40b109bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:55.651647432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c617056-589b-42bd-9c80-19a40b109bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:57.519042384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb51141-fc37-4ca3-88aa-63ce5b8737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:57.569217827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb51141-fc37-4ca3-88aa-63ce5b8737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:57.618152702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb51141-fc37-4ca3-88aa-63ce5b8737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:57.668046294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb51141-fc37-4ca3-88aa-63ce5b8737a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.439948066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54dcff8-7c5b-4416-a2c3-326df509dd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.488715643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54dcff8-7c5b-4416-a2c3-326df509dd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.537599896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54dcff8-7c5b-4416-a2c3-326df509dd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.586428691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54dcff8-7c5b-4416-a2c3-326df509dd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.995856378Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-0a0da1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-0a0da1","reconcileID":"ac96d892-8e94-47e2-802b-7fe364f694ab","namespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-0a0da1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-0a0da1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:03.405011039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37befd73-83ab-4bf8-87e8-0033df75b064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:03.481072704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37befd73-83ab-4bf8-87e8-0033df75b064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:03.530269947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37befd73-83ab-4bf8-87e8-0033df75b064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:03.579947464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37befd73-83ab-4bf8-87e8-0033df75b064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.001552554Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-0a0da1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-0a0da1","reconcileID":"88283515-50db-4608-beb6-f4a083cb2b98","namespace":"ai-tenant-e2e-inf-b-0a0da1","gateway":"e2e-inf-b-0a0da1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-0a0da1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.392574434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c9c78-5cc5-46ba-981f-3364b129767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.442134995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c9c78-5cc5-46ba-981f-3364b129767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.49122788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c9c78-5cc5-46ba-981f-3364b129767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.541998643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8c9c78-5cc5-46ba-981f-3364b129767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.326200582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c91cec-93a3-4dd9-bc71-4c4d50502be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.374980662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c91cec-93a3-4dd9-bc71-4c4d50502be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.423793373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c91cec-93a3-4dd9-bc71-4c4d50502be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.472784526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c91cec-93a3-4dd9-bc71-4c4d50502be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.302271068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee7e86-a439-4933-9f22-8497f453b998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.351140424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee7e86-a439-4933-9f22-8497f453b998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.400234813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee7e86-a439-4933-9f22-8497f453b998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.449054635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dee7e86-a439-4933-9f22-8497f453b998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:11.293555655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed4f00d-909a-4022-a0b0-068192af9b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:11.342495541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed4f00d-909a-4022-a0b0-068192af9b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:11.391942983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed4f00d-909a-4022-a0b0-068192af9b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:11.440967948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed4f00d-909a-4022-a0b0-068192af9b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:11.499560412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.239186755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c0ddc-ebff-45eb-a5fe-528a4393d012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.287998764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c0ddc-ebff-45eb-a5fe-528a4393d012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.336965335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c0ddc-ebff-45eb-a5fe-528a4393d012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.386047169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c0ddc-ebff-45eb-a5fe-528a4393d012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.165946599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb39ce8-e2c3-44bd-b51c-b5cbf6d9e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.215057458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb39ce8-e2c3-44bd-b51c-b5cbf6d9e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.264022373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb39ce8-e2c3-44bd-b51c-b5cbf6d9e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.313102924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb39ce8-e2c3-44bd-b51c-b5cbf6d9e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.096205063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a523ba-8db5-4adc-bdfc-e110f80b4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.145088693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a523ba-8db5-4adc-bdfc-e110f80b4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.193830733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a523ba-8db5-4adc-bdfc-e110f80b4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.242699838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81a523ba-8db5-4adc-bdfc-e110f80b4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.122623464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3640a35-61b1-4763-b6ef-92b1f2624c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.171743915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3640a35-61b1-4763-b6ef-92b1f2624c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.220884907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3640a35-61b1-4763-b6ef-92b1f2624c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.270008743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3640a35-61b1-4763-b6ef-92b1f2624c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.485604632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e6052e-99f9-43a1-8b44-881cd7302564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.538514253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e6052e-99f9-43a1-8b44-881cd7302564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.588560302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e6052e-99f9-43a1-8b44-881cd7302564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.63737134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e6052e-99f9-43a1-8b44-881cd7302564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.423667166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c034a5-e17f-4a9b-8b12-386bafd58b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.47262436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c034a5-e17f-4a9b-8b12-386bafd58b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.522260682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c034a5-e17f-4a9b-8b12-386bafd58b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.571763846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c034a5-e17f-4a9b-8b12-386bafd58b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.362805591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9c1c4e-4b56-4990-82ad-3ef3a2a65fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.412260819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9c1c4e-4b56-4990-82ad-3ef3a2a65fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.460946164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9c1c4e-4b56-4990-82ad-3ef3a2a65fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.509840283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9c1c4e-4b56-4990-82ad-3ef3a2a65fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:30.315432564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aca053-c668-4f20-9025-fffacf4fe7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:30.36475637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aca053-c668-4f20-9025-fffacf4fe7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:30.413915741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aca053-c668-4f20-9025-fffacf4fe7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:30.462822127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aca053-c668-4f20-9025-fffacf4fe7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:32.300995811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d201f4e-c8f9-4f91-b643-702ac750070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:32.350000729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d201f4e-c8f9-4f91-b643-702ac750070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:32.398763078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d201f4e-c8f9-4f91-b643-702ac750070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:32.447568406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d201f4e-c8f9-4f91-b643-702ac750070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.492701137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:44.100206792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be28976-6548-4f3a-a851-2efff9665076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:44.149130299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be28976-6548-4f3a-a851-2efff9665076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:44.198038572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be28976-6548-4f3a-a851-2efff9665076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:44.247223052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be28976-6548-4f3a-a851-2efff9665076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.109328464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1652ac60-6bc6-4f63-b122-020751ecccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.158120682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1652ac60-6bc6-4f63-b122-020751ecccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.207295111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1652ac60-6bc6-4f63-b122-020751ecccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.256188282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1652ac60-6bc6-4f63-b122-020751ecccb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.353569051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"faf4c227-6f99-4bfd-943f-2170d875d6c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e9142","tenantID":"e2e-inf-a-9e9142","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.464686843Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"faf4c227-6f99-4bfd-943f-2170d875d6c5","name":"e2e-inf-a-9e9142-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.034267899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19834b4e-c9af-45ab-837a-ae8bb2faebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.085437668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19834b4e-c9af-45ab-837a-ae8bb2faebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.134530986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19834b4e-c9af-45ab-837a-ae8bb2faebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.183511086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19834b4e-c9af-45ab-837a-ae8bb2faebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.399351858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f69ac3ed-3581-41ff-b72b-89aec762c585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.641954982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"89e7d0d8-c654-4326-9529-f53b7414b6cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.762668024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"3124d7c1-3d86-44ae-989a-4acfc420926a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.86356116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"88fe6df1-be7b-4014-ba33-583c0d8f0df3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.072799106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"b82c1224-bf01-492c-b9aa-8b6ca3eb627e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.223700415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"e7270f0e-7409-4554-8394-3b81f2ae3e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.371270573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"878d04b8-472f-4579-9763-1e7ba90b6950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.485335248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"325b9b84-00a1-4181-bb0f-05fe85fa76d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.879377454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"8b0603cb-3339-463d-a465-4741646f877c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.941274329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58453f87-de25-4317-b56a-23c80427feaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.996425442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584743fb-3f71-46ef-b664-654a67116e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:50.046016565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584743fb-3f71-46ef-b664-654a67116e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:50.095580456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584743fb-3f71-46ef-b664-654a67116e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:50.097089629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"3d3db129-368a-48f9-b7b0-7bd07423cdb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:50.144491326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584743fb-3f71-46ef-b664-654a67116e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:50.291798799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"73f24549-3ca7-457e-8aed-246853692d60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.094484628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a55f48-8394-4f16-9ce2-c6c0a3fe6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.143953358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a55f48-8394-4f16-9ce2-c6c0a3fe6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.19282871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a55f48-8394-4f16-9ce2-c6c0a3fe6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.242310127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a55f48-8394-4f16-9ce2-c6c0a3fe6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.920754939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"c8a00f74-e09b-42e5-ab22-cbc2d4071f16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.165457795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"ba8d3feb-bccf-4743-9bfe-e454f49f986d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.268594532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6f060be-f791-4c7d-b0bd-81aa248b0040","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.295407505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"3175464d-9470-48bd-ad1f-aa263bbac0d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.61328124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"dd34e0fe-b61b-451b-be0f-4be0ae175231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.735391548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"318eaa24-013d-4685-9588-a599533b89f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.829704575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb1d0646-08c5-4d2b-a92e-e626a480cb20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.916317161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"84d91240-5cdb-4c60-a448-a4dd17520fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.179794883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"748779f7-fa64-4fbe-8ab9-2b06a6572696","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.432659025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"47ecca2e-7684-4cb2-925f-7e762710dbc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.551202385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"d17b9058-5556-41c6-bbc0-7d19c6fe959d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.652988678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"cd689b39-70d7-422b-aa19-bbe9bbb1def4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.493062091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:15.811527276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf9e50-b0de-4a4d-a993-9fb31e52a682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:15.860716038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf9e50-b0de-4a4d-a993-9fb31e52a682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:15.909926577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf9e50-b0de-4a4d-a993-9fb31e52a682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:15.960023878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efaf9e50-b0de-4a4d-a993-9fb31e52a682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.741767648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98ea63b-c640-450a-81ed-07d021ca8657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.790633835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98ea63b-c640-450a-81ed-07d021ca8657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.841573713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98ea63b-c640-450a-81ed-07d021ca8657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.891420511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98ea63b-c640-450a-81ed-07d021ca8657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.694212183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ceecca8-5b73-459d-b964-cb6e2efe53b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.74313903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ceecca8-5b73-459d-b964-cb6e2efe53b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.792265982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ceecca8-5b73-459d-b964-cb6e2efe53b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.841370125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ceecca8-5b73-459d-b964-cb6e2efe53b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.622845946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd961d1-faf6-484e-995d-a18a0dd0ef13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.671963415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd961d1-faf6-484e-995d-a18a0dd0ef13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.720985396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd961d1-faf6-484e-995d-a18a0dd0ef13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.770330208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd961d1-faf6-484e-995d-a18a0dd0ef13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.21426703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aa7f36ad-58ed-4273-ac73-8faaf33b2c03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.383000963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"824f9740-920d-46b7-989e-d98a4ab7ac3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.581937067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"5afd920c-c1d3-41f9-a02c-05ecc6917d65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.680236675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"71951d73-7af1-479f-aeb0-c0d2d3f620ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.7706431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"e07e2828-c1c0-484a-8238-79d49a7a04d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.875833569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"ef83147d-b4f7-4e04-968d-0a3fbeda9dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.00153726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"5712a3c3-952e-4dad-ab27-101def5c5309","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.100212314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"49f63326-a0a9-493e-8ec5-37b2e91a1713","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.201251265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"f8a102df-fddd-4a10-abb9-1b73c47ba70e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.362809872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f5ea2ed-48f5-4adf-be43-d43454098cc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.794994197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"4b4068ff-30a7-40b9-92e1-4c70b312f4de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.917951977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"675ac52c-6b2b-484d-a336-9a2bfe74e078","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:41.493195214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:41.537613789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"41ea5903-0cfd-453d-9d73-82a67baeaedb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-0a0da1","tenantID":"e2e-inf-b-0a0da1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:41.649595152Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"41ea5903-0cfd-453d-9d73-82a67baeaedb","name":"e2e-inf-b-0a0da1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:54.396768812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf852c86-2d94-494a-93fd-f16c9e3d9421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:54.44603107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf852c86-2d94-494a-93fd-f16c9e3d9421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:54.495036047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf852c86-2d94-494a-93fd-f16c9e3d9421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:54.545996862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf852c86-2d94-494a-93fd-f16c9e3d9421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.358835871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"753ff4fc-d1fa-4230-9b7c-f1c924125ddc","namespace":"ai-tenant-e2e-inf-a-13c6b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.358892672Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"753ff4fc-d1fa-4230-9b7c-f1c924125ddc","namespace":"ai-tenant-e2e-inf-a-13c6b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.358976083Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"753ff4fc-d1fa-4230-9b7c-f1c924125ddc","aitenant":"ai-tenants/e2e-inf-a-13c6b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.596238432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"83aa9ab6-f862-446a-acff-7041b8c3288a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.696007246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"e7aecb27-fea5-45be-9f58-0115c0d655ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.796445356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"82ae83ab-e7ed-45d5-af83-4da156f26397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.796663647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"8695fc62-f599-4009-bc0b-9c2127f54870","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.96561785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd8ae32f-6103-442c-8f7c-ac8d9cf2d475","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.151009185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"d3fe0039-f47e-41b0-909a-c5628c737fa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.514366731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f476cf3-2da6-4546-a328-e73d75e38826","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.818328136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"555699c1-5282-487c-997f-0ae39746e9b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.366016764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"6e3ac73b-cd8e-4dbf-9bee-d8c9099c90e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.464536091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"883b26d2-b5a0-4769-97c0-5801f4208de6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.487313764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"3f5c6521-1e81-4447-80c5-c748e27b1ddf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.563689597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"a0a20558-eca4-4b2c-9c5f-a31558d8bc51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.061431446Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","namespace":"ai-tenant-e2e-inf-a-965fe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.061495472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","namespace":"ai-tenant-e2e-inf-a-965fe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.061561104Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","tenant":"e2e-inf-a-965fe8","tenantID":"e2e-inf-a-965fe8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.112643239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Deployment","name":"maas-api-e2e-inf-a-965fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.171670111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Service","name":"maas-api-e2e-inf-a-965fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.224079065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-965fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.274947871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-965fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.331007749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.38256751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.436515253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.490542727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.541181635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Deployment","name":"payload-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.593460189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.641970706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Service","name":"payload-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.694172703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.743067488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.791602652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.84014966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.892883665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.941503832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.989978205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:10.03862837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-965fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:10.087181575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-965fe8"},"namespace":"ai-tenant-e2e-inf-a-965fe8","name":"default-tenant","reconcileID":"a2565e09-6767-49aa-8244-21ced1f49439","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-965fe8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.493166422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.574409582Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-965fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-965fe8","reconcileID":"035a67d2-3863-4d7b-8339-abe8033415d1","aitenant":"ai-tenants/e2e-inf-a-965fe8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.706063094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80066148-5053-4ebb-85f9-24b251759739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.755097974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80066148-5053-4ebb-85f9-24b251759739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.803886436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80066148-5053-4ebb-85f9-24b251759739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.852727358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80066148-5053-4ebb-85f9-24b251759739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:14.29010961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-965fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-965fe8","reconcileID":"035a67d2-3863-4d7b-8339-abe8033415d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-965fe8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-965fe8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:15.71782563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cd14d5-f7a5-4e0c-8d73-4dff7e60cd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:15.767608823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cd14d5-f7a5-4e0c-8d73-4dff7e60cd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:15.816486709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cd14d5-f7a5-4e0c-8d73-4dff7e60cd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:15.878217499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cd14d5-f7a5-4e0c-8d73-4dff7e60cd67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:17.698023119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3995936d-9614-42f9-85e2-ab9266f877b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:17.74692596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3995936d-9614-42f9-85e2-ab9266f877b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:17.795663787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3995936d-9614-42f9-85e2-ab9266f877b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:17.844496821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3995936d-9614-42f9-85e2-ab9266f877b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.212022262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"354a308c-a74e-4031-b3ca-fa87996da672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.21204244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"354a308c-a74e-4031-b3ca-fa87996da672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.265958597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a23ed241-e76a-423c-bb0e-188491d8ad08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.265977807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a23ed241-e76a-423c-bb0e-188491d8ad08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.363131463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"f1bc4d42-517b-4ba8-b571-653530defd25","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.484474574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"f1bc4d42-517b-4ba8-b571-653530defd25","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.537207741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"f1bc4d42-517b-4ba8-b571-653530defd25","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.58928805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5588e2b9-b430-47f5-91af-a3376d693a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.589312544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5588e2b9-b430-47f5-91af-a3376d693a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.593253233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba99aa4b-b047-4195-b529-27724224b39e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.59327062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba99aa4b-b047-4195-b529-27724224b39e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.645483324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"978b63b9-f672-4e71-841a-5d77de3e8087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.645509336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"978b63b9-f672-4e71-841a-5d77de3e8087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.691604384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"34ce56e3-be0d-46f9-9bd4-0821d11e1b7d","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:18.701472407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-sub-41702278","reconcileID":"3a218470-579f-42ac-8c03-4aff03f45d51","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-41702278\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.745237048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"34ce56e3-be0d-46f9-9bd4-0821d11e1b7d","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.818347157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0036c9b-9426-4f08-ae9a-eed34791651c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.81836921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0036c9b-9426-4f08-ae9a-eed34791651c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.837749835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"34ce56e3-be0d-46f9-9bd4-0821d11e1b7d","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.890121242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bfbb5ee-c4a2-41d9-a383-0949d50636c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.890156961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bfbb5ee-c4a2-41d9-a383-0949d50636c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.181418039Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-sub-41702278","reconcileID":"a49a370f-481a-41e7-975f-671b4e56631e","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-41702278/e2e-sub-41702278","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.335495662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5e48407-61c5-4bc0-a232-fa8701315788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.335516349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5e48407-61c5-4bc0-a232-fa8701315788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.379413994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c258ac6-5255-48c5-b1d3-2a0ae60c75fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.531429223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-sub-41702278","reconcileID":"9cd301bf-cdb5-4a77-a2c8-f4ae5f4bf649","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.694309514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a008cf-3902-4bb1-a8a7-e1ed32b431d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.743367872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a008cf-3902-4bb1-a8a7-e1ed32b431d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.79219198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a008cf-3902-4bb1-a8a7-e1ed32b431d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.841106966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a008cf-3902-4bb1-a8a7-e1ed32b431d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.630314863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02aa378b-2438-4fea-bd95-90fdb3804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.679227522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02aa378b-2438-4fea-bd95-90fdb3804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.728194288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02aa378b-2438-4fea-bd95-90fdb3804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.777712128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02aa378b-2438-4fea-bd95-90fdb3804672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:23.555843633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86106876-075d-49bd-8d7a-f9dc4c88cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:23.604784236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86106876-075d-49bd-8d7a-f9dc4c88cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:23.654345419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86106876-075d-49bd-8d7a-f9dc4c88cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:23.703652321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86106876-075d-49bd-8d7a-f9dc4c88cacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.689717501Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","namespace":"ai-tenant-e2e-extmod-a-267053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.689795371Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","namespace":"ai-tenant-e2e-extmod-a-267053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.689865911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","tenant":"e2e-extmod-a-267053","tenantID":"e2e-extmod-a-267053","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.74105198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Deployment","name":"maas-api-e2e-extmod-a-267053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.800197798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Service","name":"maas-api-e2e-extmod-a-267053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.852475004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-267053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.903077747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-267053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.008477631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.059898287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.11598406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.167549902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.216128824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.264475048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.312772444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Service","name":"payload-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.362886696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.411782102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.46054079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.508985478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.514175753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5f8321-57dd-4786-ac27-819ada713bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.563187121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5f8321-57dd-4786-ac27-819ada713bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.56832593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.612016452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5f8321-57dd-4786-ac27-819ada713bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.66048646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.661000438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5f8321-57dd-4786-ac27-819ada713bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.712186842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.760791793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-267053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.810272367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267053"},"namespace":"ai-tenant-e2e-extmod-a-267053","name":"default-tenant","reconcileID":"060c0535-f7ce-4d90-8467-a1f01f063045","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-267053","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.508747822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d059453-e11b-4a06-afac-3b069007d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.557919743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d059453-e11b-4a06-afac-3b069007d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.608060692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d059453-e11b-4a06-afac-3b069007d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.657589441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d059453-e11b-4a06-afac-3b069007d90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.982960456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"aa21f426-f827-4681-88ad-3e9e21f68235","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.050564884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"aa21f426-f827-4681-88ad-3e9e21f68235","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.105511651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"aa21f426-f827-4681-88ad-3e9e21f68235","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.464117866Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267053","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267053","reconcileID":"6d91b92d-5f68-440a-9148-8f4d5dde462f","aitenant":"ai-tenants/e2e-extmod-a-267053","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.53181387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecea3aad-0197-4391-af5f-27d8099442c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.581324476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecea3aad-0197-4391-af5f-27d8099442c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.630265649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecea3aad-0197-4391-af5f-27d8099442c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.679650797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecea3aad-0197-4391-af5f-27d8099442c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.250292695Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267053","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267053","reconcileID":"6d91b92d-5f68-440a-9148-8f4d5dde462f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-267053","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-267053"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.623293421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cb7b45-fb0a-4280-9d08-3e06e36ab5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.673012043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cb7b45-fb0a-4280-9d08-3e06e36ab5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.732480142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cb7b45-fb0a-4280-9d08-3e06e36ab5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.782566459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cb7b45-fb0a-4280-9d08-3e06e36ab5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:33.756282129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187add53-9577-4421-b0c7-4830648a44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:33.805389799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187add53-9577-4421-b0c7-4830648a44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:33.854457923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187add53-9577-4421-b0c7-4830648a44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:33.903346228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187add53-9577-4421-b0c7-4830648a44da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.681732505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3580d382-852d-40c1-a5c4-c66dfac1e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.733147794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3580d382-852d-40c1-a5c4-c66dfac1e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.78220467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3580d382-852d-40c1-a5c4-c66dfac1e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.831153971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3580d382-852d-40c1-a5c4-c66dfac1e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.204307294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"6fcfff21-864b-4c26-91df-3db43f3427ee","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.258931454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"6fcfff21-864b-4c26-91df-3db43f3427ee","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.311934193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"6fcfff21-864b-4c26-91df-3db43f3427ee","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.367444603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc5c5d8-0255-4d80-b3a6-bb926365f174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.367467844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc5c5d8-0255-4d80-b3a6-bb926365f174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:40.625217033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698a681-85db-4193-9427-b1edc8ece88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:40.674164253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698a681-85db-4193-9427-b1edc8ece88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:40.722969032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698a681-85db-4193-9427-b1edc8ece88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:40.771964543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698a681-85db-4193-9427-b1edc8ece88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.492951983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.554431005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe1df72-e47a-44fc-9ef4-3290362bf346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.603519525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe1df72-e47a-44fc-9ef4-3290362bf346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.652656131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe1df72-e47a-44fc-9ef4-3290362bf346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.701856345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe1df72-e47a-44fc-9ef4-3290362bf346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.465163406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"edada3ef-0ce1-42d0-b844-67ac071638af","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.519299567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"edada3ef-0ce1-42d0-b844-67ac071638af","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.572735297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"edada3ef-0ce1-42d0-b844-67ac071638af","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.671184009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"27e46408-e0df-48da-a7a8-40ca4aa12184","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.725794598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"27e46408-e0df-48da-a7a8-40ca4aa12184","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.778728253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"27e46408-e0df-48da-a7a8-40ca4aa12184","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:07.897138212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cc321c-6a7e-49bb-b3cc-1f158a9f7410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:07.991425504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cc321c-6a7e-49bb-b3cc-1f158a9f7410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:08.081339393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cc321c-6a7e-49bb-b3cc-1f158a9f7410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:08.130380222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cc321c-6a7e-49bb-b3cc-1f158a9f7410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:09.877226306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"a1f728ea-4402-40cc-aea3-26cef43ecb62","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:09.932001324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"a1f728ea-4402-40cc-aea3-26cef43ecb62","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:09.984883406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"a1f728ea-4402-40cc-aea3-26cef43ecb62","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:10.002698348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac5dc47-e8fb-4b7f-b443-494df4b2d71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:10.051614714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac5dc47-e8fb-4b7f-b443-494df4b2d71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:10.100513143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac5dc47-e8fb-4b7f-b443-494df4b2d71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:10.149605688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac5dc47-e8fb-4b7f-b443-494df4b2d71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:11.533268944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:12.039927351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747cccf6-3c1c-45eb-b8f2-128a371fa44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:12.089144946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747cccf6-3c1c-45eb-b8f2-128a371fa44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:12.138146824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747cccf6-3c1c-45eb-b8f2-128a371fa44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:12.187246738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747cccf6-3c1c-45eb-b8f2-128a371fa44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.981043617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51030b3-45d5-47c9-b90d-993d75b150b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.03021067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51030b3-45d5-47c9-b90d-993d75b150b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.079236513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51030b3-45d5-47c9-b90d-993d75b150b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.129924547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51030b3-45d5-47c9-b90d-993d75b150b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.919685251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d96220-3b4e-4955-829a-3691caa1d224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.969590553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d96220-3b4e-4955-829a-3691caa1d224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.021013069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d96220-3b4e-4955-829a-3691caa1d224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.070150295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d96220-3b4e-4955-829a-3691caa1d224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:17.853964885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab91557d-4a92-4dde-99d1-5bcead7b2fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:17.903141451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab91557d-4a92-4dde-99d1-5bcead7b2fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:17.952068969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab91557d-4a92-4dde-99d1-5bcead7b2fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:18.001135786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab91557d-4a92-4dde-99d1-5bcead7b2fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:19.800671086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be01c20-29e3-4cd5-9d73-db24b70b7253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:19.849630888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be01c20-29e3-4cd5-9d73-db24b70b7253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:19.898593568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be01c20-29e3-4cd5-9d73-db24b70b7253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:19.947530148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be01c20-29e3-4cd5-9d73-db24b70b7253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:20.083454903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"aa077706-9f80-4578-8da4-0617d55d816a","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:20.137558635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"aa077706-9f80-4578-8da4-0617d55d816a","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:20.402353569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b9de7f-4be2-4245-9d3d-b32aef2c1aa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:20.402376134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b9de7f-4be2-4245-9d3d-b32aef2c1aa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.119254036Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"fe305903-83a7-422c-b9f6-8461c98a3e9d","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.119373272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d47a8f4-fc7f-457c-a08c-5f87787a97b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.119391735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d47a8f4-fc7f-457c-a08c-5f87787a97b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.271815619Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-policy-41702278","reconcileID":"fe305903-83a7-422c-b9f6-8461c98a3e9d","MaaSAuthPolicy":{"name":"e2e-policy-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"policyNamespace":"ai-tenant-e2e-mt-41702278","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.327020181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bffa8999-4646-4842-bb0d-4a113965bfe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.327040777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bffa8999-4646-4842-bb0d-4a113965bfe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.478843672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"149788a8-1da3-44f8-9ff9-3ae97b251481","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.478872879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"149788a8-1da3-44f8-9ff9-3ae97b251481","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.73309888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7888049b-133b-46b8-9556-449a8fc42997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.782281958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7888049b-133b-46b8-9556-449a8fc42997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.831184149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7888049b-133b-46b8-9556-449a8fc42997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.880174358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7888049b-133b-46b8-9556-449a8fc42997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.493554754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","namespace":"ai-tenant-e2e-inf-a-13c6b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.493613693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","namespace":"ai-tenant-e2e-inf-a-13c6b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.493667903Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","tenant":"e2e-inf-a-13c6b6","tenantID":"e2e-inf-a-13c6b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.544268895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Deployment","name":"maas-api-e2e-inf-a-13c6b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.608773792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Service","name":"maas-api-e2e-inf-a-13c6b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.66141183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-13c6b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.712246196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-13c6b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.766328805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.818199264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.874747555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.925766796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.974249584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Deployment","name":"payload-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.022861354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.071408703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Service","name":"payload-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.11994168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.18279291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.23126158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.28011416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.33311243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.382018017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.430742066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.479409896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-13c6b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.528184729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-13c6b6"},"namespace":"ai-tenant-e2e-inf-a-13c6b6","name":"default-tenant","reconcileID":"675bb670-32fc-45ab-b6c3-78529d876e4a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-13c6b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.69354844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a546927d-c9dd-4acc-9f9a-ce0ff62154a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.788536117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a546927d-c9dd-4acc-9f9a-ce0ff62154a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.83730783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a546927d-c9dd-4acc-9f9a-ce0ff62154a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:23.886238454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a546927d-c9dd-4acc-9f9a-ce0ff62154a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.301882279Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-13c6b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-13c6b6","reconcileID":"705b3d54-e5e5-4e42-99fc-568e9783da17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-13c6b6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-13c6b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.694468404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816e3c8a-4290-46c3-b933-8d525a1ae801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.743514676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816e3c8a-4290-46c3-b933-8d525a1ae801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.792610398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816e3c8a-4290-46c3-b933-8d525a1ae801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.841686567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816e3c8a-4290-46c3-b933-8d525a1ae801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.63422259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aeb623-c1f1-4846-8305-4578454ad8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.683434066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aeb623-c1f1-4846-8305-4578454ad8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.737379097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aeb623-c1f1-4846-8305-4578454ad8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.786216596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9aeb623-c1f1-4846-8305-4578454ad8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.585861971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f74a14f-f360-4345-a334-aa9e9bfd2c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.634705231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f74a14f-f360-4345-a334-aa9e9bfd2c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.683629623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f74a14f-f360-4345-a334-aa9e9bfd2c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.732609551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f74a14f-f360-4345-a334-aa9e9bfd2c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.522044882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c472d62-d066-4a15-8fe2-386b19e9616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.570994539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c472d62-d066-4a15-8fe2-386b19e9616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.620117123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c472d62-d066-4a15-8fe2-386b19e9616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.669506454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c472d62-d066-4a15-8fe2-386b19e9616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.724655675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-sub-41702278","reconcileID":"6f692aa3-fddd-43ca-982a-8f1f9df4df3d","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-41702278","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.928501881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"namespace":"ai-tenant-e2e-mt-41702278","name":"e2e-sub-41702278","reconcileID":"6f692aa3-fddd-43ca-982a-8f1f9df4df3d","MaaSSubscription":{"name":"e2e-sub-41702278","namespace":"ai-tenant-e2e-mt-41702278"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.126357743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e80e55a4-b23c-4308-91b3-778a301cda9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.138972696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf8adb3b-1f09-4471-85f8-b2c43e4b2b0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.139000702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf8adb3b-1f09-4471-85f8-b2c43e4b2b0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:33.456158489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ccc9d7-5d99-4ad8-be1b-60e54ea38e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:33.506731149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ccc9d7-5d99-4ad8-be1b-60e54ea38e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:33.55717982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ccc9d7-5d99-4ad8-be1b-60e54ea38e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:33.60620703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ccc9d7-5d99-4ad8-be1b-60e54ea38e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.121896314Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","namespace":"ai-tenant-e2e-inf-a-9e9142","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.121992863Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","namespace":"ai-tenant-e2e-inf-a-9e9142","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.122039954Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","tenant":"e2e-inf-a-9e9142","tenantID":"e2e-inf-a-9e9142","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.17274347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Deployment","name":"maas-api-e2e-inf-a-9e9142","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.231770425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Service","name":"maas-api-e2e-inf-a-9e9142","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.283655092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9e9142","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.334395579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9e9142","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.386022444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.439694377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.493211016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.544171494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.592496868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.641105117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.689609874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Service","name":"payload-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.738404134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.787298509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.83579753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.884580932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.937362626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.985848239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.045269012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.094486833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9e9142","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.143493198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e9142"},"namespace":"ai-tenant-e2e-inf-a-9e9142","name":"default-tenant","reconcileID":"87a981ef-cd0a-4a64-bf5f-89fecc60cae6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9e9142","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.330002276Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9e9142","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9e9142","reconcileID":"203827c6-16f3-42b9-af8f-f8afa76af709","aitenant":"ai-tenants/e2e-inf-a-9e9142","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.990039221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8654bbe0-96c6-4bda-99f4-f8882fb4e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.039250853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8654bbe0-96c6-4bda-99f4-f8882fb4e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.088564795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8654bbe0-96c6-4bda-99f4-f8882fb4e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.095853352Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9e9142","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9e9142","reconcileID":"203827c6-16f3-42b9-af8f-f8afa76af709","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9e9142","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9e9142"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.137568104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8654bbe0-96c6-4bda-99f4-f8882fb4e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.492366597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.920408168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba638ff-ef03-43c3-9322-eb2beb45d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.97180045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba638ff-ef03-43c3-9322-eb2beb45d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.021119288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba638ff-ef03-43c3-9322-eb2beb45d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.070238669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba638ff-ef03-43c3-9322-eb2beb45d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.823464917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bc684f8-f93d-4b40-b8a9-ad9ddde9d3da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.82348834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bc684f8-f93d-4b40-b8a9-ad9ddde9d3da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.860202021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5d2b5-d74b-4ae8-abe4-0a8dd0c9c593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.909293855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5d2b5-d74b-4ae8-abe4-0a8dd0c9c593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.958364168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5d2b5-d74b-4ae8-abe4-0a8dd0c9c593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.962885378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05dde75c-ab22-425f-af7c-f879ee0de18a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.962924431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05dde75c-ab22-425f-af7c-f879ee0de18a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.007425639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5d2b5-d74b-4ae8-abe4-0a8dd0c9c593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.095681896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"064f19b0-12f7-47e4-bb75-e86c726c2384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.095705375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"064f19b0-12f7-47e4-bb75-e86c726c2384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.104409542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"255815df-b7f2-4a6d-9664-4c95ee6f2645","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.149434179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f003ccbd-ca7c-462e-8879-f8d22935818b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.149455702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f003ccbd-ca7c-462e-8879-f8d22935818b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.158181276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"255815df-b7f2-4a6d-9664-4c95ee6f2645","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:44.201554635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"c3f12a45-05d3-4123-8309-2c81f49aa4d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cc8b9ee2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.31754244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224c6ea1-a88e-4d31-8eec-08dd39ed4e52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.317566365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224c6ea1-a88e-4d31-8eec-08dd39ed4e52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.385746036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4048572e-7144-4db3-bd50-e47d01070aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.385766715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4048572e-7144-4db3-bd50-e47d01070aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.470761267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16cce55d-7628-47c5-b64e-37aa12ccdc7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.470787196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16cce55d-7628-47c5-b64e-37aa12ccdc7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.57126794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"feec9b87-aaf7-4665-85ca-681e4be551dc","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.624852403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"feec9b87-aaf7-4665-85ca-681e4be551dc","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.636410552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"144444ad-8b4f-4564-a881-f358952fcbc3","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-cc8b9ee2/e2e-shared-sub-cc8b9ee2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.840744447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a27f37-f71a-481e-a413-aea6997147c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.84076654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a27f37-f71a-481e-a413-aea6997147c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.875452467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56ecf2f2-a58e-4340-b9e9-7ba56fbbcae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.042066326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"bb219e6d-f24e-47a5-bc26-9a273771b4ce","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.185334615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9250e704-45b6-49af-b963-89a18538ad60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.185357823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9250e704-45b6-49af-b963-89a18538ad60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.237203408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84bcc4b1-8fbc-40de-9f5c-c8aaabba980a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.237224505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84bcc4b1-8fbc-40de-9f5c-c8aaabba980a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.359143628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"e8072609-f63b-46d7-8de8-1e9ee0c35554","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.413223175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"e8072609-f63b-46d7-8de8-1e9ee0c35554","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.452980164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c70c749-16c6-4ba5-af6f-5374c3861192","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.453000557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c70c749-16c6-4ba5-af6f-5374c3861192","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.504449222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43dbb80d-74ae-4b75-852f-e5772b458c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.504472252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43dbb80d-74ae-4b75-852f-e5772b458c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:45.560981874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"5d9d27f6-d10d-4617-92d4-0dfc548196cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cc8b9ee2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.673782107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d37a979c-7856-47ca-851f-1528b9b7da9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.673802235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d37a979c-7856-47ca-851f-1528b9b7da9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.722047455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14a1b8f0-9cab-4082-a3df-b7ccd4e0525e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.722069755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14a1b8f0-9cab-4082-a3df-b7ccd4e0525e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.725760799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e70f2d5-4f27-48c1-a6fe-be48e6441a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.725780999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e70f2d5-4f27-48c1-a6fe-be48e6441a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.844580367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c11346-e62a-4f98-af9c-567f9efe5edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.844663847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"da45df46-f0cb-4a0c-8c11-ed3988de76ec","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.893819006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c11346-e62a-4f98-af9c-567f9efe5edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.94310182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c11346-e62a-4f98-af9c-567f9efe5edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.948263866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"da45df46-f0cb-4a0c-8c11-ed3988de76ec","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.99207312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c11346-e62a-4f98-af9c-567f9efe5edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.048479417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"5fe8eba6-3d98-4f7c-9c25-c8108f5327df","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-45b833c6/e2e-shared-sub-cc8b9ee2","ai-tenant-e2e-mt-cc8b9ee2/e2e-shared-sub-cc8b9ee2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.248826821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7278c2f-8a7f-434a-9724-083e904ab8e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.248847525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7278c2f-8a7f-434a-9724-083e904ab8e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.341536164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cef5c321-e14f-4e10-9370-0cd7f01e6d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.341609977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"b0038597-d563-4c65-bb4a-732873c1257d","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.372534057Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"ba198208-1cae-4d21-9005-ac0a90928775","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.372615094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4347e46-d0e1-4e7e-ad63-41beebdb51fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.372629709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4347e46-d0e1-4e7e-ad63-41beebdb51fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.44517062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"bf56a5b8-8116-4ed8-b8bd-91fa9dcc7ba9","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.521878295Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"ba198208-1cae-4d21-9005-ac0a90928775","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"policyNamespace":"ai-tenant-e2e-mt-cc8b9ee2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.575210134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"823bf368-6be3-4434-acfb-dbd453fd4b1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.575233141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"823bf368-6be3-4434-acfb-dbd453fd4b1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.726303674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef949d44-c640-4c9a-acef-cafb1383bada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.726324802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef949d44-c640-4c9a-acef-cafb1383bada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:56.880490339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"c08e1a6f-33d1-4c58-89c0-f540b10eee77","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-cc8b9ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.085775236Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"namespace":"ai-tenant-e2e-mt-cc8b9ee2","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"c08e1a6f-33d1-4c58-89c0-f540b10eee77","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-cc8b9ee2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-45b833c6/e2e-shared-sub-cc8b9ee2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.285107771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9068bf53-d01f-474b-a46c-f53e02e0bf85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.285106588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"dc5c1d97-fbfd-4070-afc4-960745081468","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.295831379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10dfe065-ed09-43c2-b512-dd6fca96480d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.295854265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10dfe065-ed09-43c2-b512-dd6fca96480d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.817464388Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","namespace":"ai-tenant-e2e-extmod-b-76eaf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.817528425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","namespace":"ai-tenant-e2e-extmod-b-76eaf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.817585468Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","tenant":"e2e-extmod-b-76eaf8","tenantID":"e2e-extmod-b-76eaf8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.868738145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-76eaf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.926870495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Service","name":"maas-api-e2e-extmod-b-76eaf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.979041451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-76eaf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.02986419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-76eaf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.082431104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.133970867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.187805154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.23908051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.287650133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.336613385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.385643417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Service","name":"payload-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.43723915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.491370011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.539780371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.588414024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.640743809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.68941059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.7379958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.786694426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-76eaf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.835791198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-76eaf8"},"namespace":"ai-tenant-e2e-extmod-b-76eaf8","name":"default-tenant","reconcileID":"897888f5-0c01-4463-a9d9-ba1e646b262a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-76eaf8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.288276309Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-76eaf8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-76eaf8","reconcileID":"cdd5705a-11e3-4519-b056-d4fa8cc8f6a5","aitenant":"ai-tenants/e2e-extmod-b-76eaf8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.824416916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafe9d4a-a450-47fb-b020-049a79e60866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.873920084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafe9d4a-a450-47fb-b020-049a79e60866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.92264824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafe9d4a-a450-47fb-b020-049a79e60866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.971473532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafe9d4a-a450-47fb-b020-049a79e60866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:03.077279991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-76eaf8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-76eaf8","reconcileID":"cdd5705a-11e3-4519-b056-d4fa8cc8f6a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-76eaf8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-76eaf8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.841150306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c64464-9b57-48a5-84b9-03478f104b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.891633567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c64464-9b57-48a5-84b9-03478f104b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.942027869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c64464-9b57-48a5-84b9-03478f104b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.991507295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c64464-9b57-48a5-84b9-03478f104b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.789921635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5d72ef-82b7-4618-9ec2-da284577a420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.839025618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5d72ef-82b7-4618-9ec2-da284577a420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.888616358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5d72ef-82b7-4618-9ec2-da284577a420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.938266687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d5d72ef-82b7-4618-9ec2-da284577a420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.329166982Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","namespace":"ai-tenant-e2e-inf-a-e7c432","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.329226216Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","namespace":"ai-tenant-e2e-inf-a-e7c432","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.329275078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","tenant":"e2e-inf-a-e7c432","tenantID":"e2e-inf-a-e7c432","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.382281823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Deployment","name":"maas-api-e2e-inf-a-e7c432","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.441733046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Service","name":"maas-api-e2e-inf-a-e7c432","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.493741446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e7c432","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.544324833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e7c432","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.597724896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.654158521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.706069645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.759531007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.808490029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.857434946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.905984702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Service","name":"payload-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.954585763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.003305052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.052445761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.100977716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.155690645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.204094519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.252576566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.301156847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e7c432","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.349924684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e7c432"},"namespace":"ai-tenant-e2e-inf-a-e7c432","name":"default-tenant","reconcileID":"e016f78c-7983-4f0d-a05c-9afe8a0bac37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e7c432","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:11.492624113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:15.281427921Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7c432","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7c432","reconcileID":"02200269-d5bf-4ea5-ac77-ce2cebd07954","aitenant":"ai-tenants/e2e-inf-a-e7c432","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:15.823132616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a15e06-7c46-4d66-a401-d266b0b2d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:15.872305305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a15e06-7c46-4d66-a401-d266b0b2d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:15.921403761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a15e06-7c46-4d66-a401-d266b0b2d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:15.970966565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a15e06-7c46-4d66-a401-d266b0b2d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:16.079875358Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e7c432","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e7c432","reconcileID":"02200269-d5bf-4ea5-ac77-ce2cebd07954","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e7c432","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e7c432"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.773933198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cd889-6858-40db-9ce9-378a9c1a25e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.822894742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cd889-6858-40db-9ce9-378a9c1a25e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.873314211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cd889-6858-40db-9ce9-378a9c1a25e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.923135432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cd889-6858-40db-9ce9-378a9c1a25e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.722717077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e671b6eb-4e65-4bf8-a518-245b9914ecdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.722737891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e671b6eb-4e65-4bf8-a518-245b9914ecdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.776559395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03f91418-c4dc-44b5-863e-732248c76577","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.776581703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03f91418-c4dc-44b5-863e-732248c76577","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.007975449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3c300f7d-8585-4cf3-848e-2ccc39b6071d","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.12927901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3c300f7d-8585-4cf3-848e-2ccc39b6071d","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.221820894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3c300f7d-8585-4cf3-848e-2ccc39b6071d","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.276442401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec1a2a5-a529-4169-8d6c-cc62467a164d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.27646573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec1a2a5-a529-4169-8d6c-cc62467a164d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.703747551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c74b93-95a2-4aa0-a0d3-714e84880876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.752542626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c74b93-95a2-4aa0-a0d3-714e84880876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.801477669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c74b93-95a2-4aa0-a0d3-714e84880876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:19.850614059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c74b93-95a2-4aa0-a0d3-714e84880876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:24.308798205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14315703-3432-470b-a65d-de22808f89f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:24.358070898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14315703-3432-470b-a65d-de22808f89f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:24.407786969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14315703-3432-470b-a65d-de22808f89f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:24.457013482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14315703-3432-470b-a65d-de22808f89f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.292254663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea23041-d44e-4940-b9b3-5a6d45aee01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.341435698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea23041-d44e-4940-b9b3-5a6d45aee01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.390542515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea23041-d44e-4940-b9b3-5a6d45aee01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.439609515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea23041-d44e-4940-b9b3-5a6d45aee01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.422866323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"439a04ba-be44-43a0-81f5-1149b46998d0","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.478112052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"439a04ba-be44-43a0-81f5-1149b46998d0","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.530816306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"439a04ba-be44-43a0-81f5-1149b46998d0","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.678609532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3fcabd71-c232-416c-8c60-6896c76b92f1","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.733558418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3fcabd71-c232-416c-8c60-6896c76b92f1","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.786257064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3fcabd71-c232-416c-8c60-6896c76b92f1","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:41.492885137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.931577661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"ce2482d6-802e-4cd7-b672-39200fc83af2","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.987836187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"ce2482d6-802e-4cd7-b672-39200fc83af2","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.04099766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"ce2482d6-802e-4cd7-b672-39200fc83af2","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.18800262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"5b131acd-1092-4b09-b8ff-6c70a60288e1","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.242949519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"5b131acd-1092-4b09-b8ff-6c70a60288e1","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.296221587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"5b131acd-1092-4b09-b8ff-6c70a60288e1","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.352246672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4348d2f3-34f6-4922-a338-e154025cf754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.352269075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4348d2f3-34f6-4922-a338-e154025cf754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.382024692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51b2686e-0dc4-4e17-a81d-d0c70fd4e33e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.382045224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51b2686e-0dc4-4e17-a81d-d0c70fd4e33e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.433763102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1f6e99-75ba-40f0-9108-bafc712e58f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.433788281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1f6e99-75ba-40f0-9108-bafc712e58f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.530991213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"namespace":"ai-tenant-e2e-mt-ca44a770","name":"e2e-policy-ca44a770","reconcileID":"3f27ebb2-5970-4dad-b9e2-07965dc760b5","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.658086875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"namespace":"ai-tenant-e2e-mt-ca44a770","name":"e2e-policy-ca44a770","reconcileID":"3f27ebb2-5970-4dad-b9e2-07965dc760b5","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.710829366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"namespace":"ai-tenant-e2e-mt-ca44a770","name":"e2e-policy-ca44a770","reconcileID":"3f27ebb2-5970-4dad-b9e2-07965dc760b5","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.719165271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"6bb7e737-2c2f-4c4e-b64b-bb6e0c662cd0","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.719165224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"831833d2-c7c1-43ce-a80c-045207680d86","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.827252784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"32549495-b5b9-4e91-9872-0f1abace4037","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.920698121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"bdda1e27-2be5-4b5d-83b2-9f9b509e2200","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.959169005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f44bd0c1-d541-4edb-b4b8-b3cd0d770b70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.206888707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"38503a51-560f-439f-b761-977f9313e451","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.325528805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"9c85760e-1c91-425f-a363-c3722fc283dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.426020958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"fee9fccf-8207-4529-9055-7e82562b6b3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.632753348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"5d4ab7cb-cfc0-412d-8c96-4c03a94432da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.734077822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"6fa0540d-ee82-47f5-9763-c9da8a50a5ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.878489419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"10b65677-00a7-411e-a329-55669d5b5108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.999635229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"f79ab2ff-af95-4cb1-9aa0-a830898196c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.181233895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"16a4dbca-372b-48aa-995f-736a3862756e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.499851149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"6a7caa6b-efff-4222-8f50-995499d5345a","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.622804994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"6a7caa6b-efff-4222-8f50-995499d5345a","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.675625225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"6a7caa6b-efff-4222-8f50-995499d5345a","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.72827044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fc293e8-09d9-4c82-a88c-9f74dd8f0750","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.728301136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fc293e8-09d9-4c82-a88c-9f74dd8f0750","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:11.492742469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.874078451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"ec30c051-3546-4dd2-9e72-ad9ca997970b","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.928873392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"ec30c051-3546-4dd2-9e72-ad9ca997970b","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.98188784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"ec30c051-3546-4dd2-9e72-ad9ca997970b","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.697336766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d98498-7fc1-499a-826f-6520782344f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.697360152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d98498-7fc1-499a-826f-6520782344f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.794535086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"1db070ac-fee3-4cb5-8452-01116472843a","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.915976311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"1db070ac-fee3-4cb5-8452-01116472843a","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.968137654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"1db070ac-fee3-4cb5-8452-01116472843a","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:25.02033756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07aebf06-687a-488d-b4a8-87ddf8d0968f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:25.02036361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07aebf06-687a-488d-b4a8-87ddf8d0968f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.853575998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","namespace":"ai-tenant-e2e-inf-b-0a0da1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.853634097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","namespace":"ai-tenant-e2e-inf-b-0a0da1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.853688479Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","tenant":"e2e-inf-b-0a0da1","tenantID":"e2e-inf-b-0a0da1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.906561242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Deployment","name":"maas-api-e2e-inf-b-0a0da1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.965421728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Service","name":"maas-api-e2e-inf-b-0a0da1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.018102469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-0a0da1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.069148568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-0a0da1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.121204163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.173131893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.227777475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.279643667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.328205622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.377061678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.425566166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Service","name":"payload-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.474370337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.523197069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.571941793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.620734532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.673995271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.72248984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.771210223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.820151226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-0a0da1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.869188054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0a0da1"},"namespace":"ai-tenant-e2e-inf-b-0a0da1","name":"default-tenant","reconcileID":"5041f8e8-f173-4ee4-a3f2-dcafd666223d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-0a0da1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.978582179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"92b43832-86e7-47cf-b046-26d9b0f00bc8","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.978675022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a371d96-9629-4f5e-b44b-f8b3853d8b9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:27.978694525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a371d96-9629-4f5e-b44b-f8b3853d8b9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.133732096Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-policy-cc8b9ee2","reconcileID":"92b43832-86e7-47cf-b046-26d9b0f00bc8","MaaSAuthPolicy":{"name":"e2e-shared-policy-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"policyNamespace":"ai-tenant-e2e-mt-45b833c6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.187470858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83bb7be8-e27d-4b48-81db-c492f51210aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.1874961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83bb7be8-e27d-4b48-81db-c492f51210aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.3371963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5ced5c6-0050-4310-9e80-7b7de3d38a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.337217636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5ced5c6-0050-4310-9e80-7b7de3d38a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:29.421967439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"namespace":"ai-tenant-e2e-mt-ca44a770","name":"e2e-policy-ca44a770","reconcileID":"ffc4965d-6919-49d2-a65d-7d32931c6f17","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:29.620278866Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"namespace":"ai-tenant-e2e-mt-ca44a770","name":"e2e-policy-ca44a770","reconcileID":"ffc4965d-6919-49d2-a65d-7d32931c6f17","MaaSAuthPolicy":{"name":"e2e-policy-ca44a770","namespace":"ai-tenant-e2e-mt-ca44a770"},"policyNamespace":"ai-tenant-e2e-mt-ca44a770","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:29.777340872Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-0a0da1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-0a0da1","reconcileID":"32e14aff-a9d4-48c4-9356-c2adb8490e09","aitenant":"ai-tenants/e2e-inf-b-0a0da1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.316080928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f628a046-7f97-4001-90c8-37a20caf7f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.366497875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f628a046-7f97-4001-90c8-37a20caf7f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.416604959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f628a046-7f97-4001-90c8-37a20caf7f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.465763325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f628a046-7f97-4001-90c8-37a20caf7f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.571743744Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-0a0da1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-0a0da1","reconcileID":"32e14aff-a9d4-48c4-9356-c2adb8490e09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-0a0da1","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-0a0da1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.129266866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3116c3bc-51bd-4061-97d8-9f878c37129f","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.253453087Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3116c3bc-51bd-4061-97d8-9f878c37129f","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.330494979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"3116c3bc-51bd-4061-97d8-9f878c37129f","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.40071832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"285c9188-0dbd-4eea-90d2-875f489bc5de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.400741867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"285c9188-0dbd-4eea-90d2-875f489bc5de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.264212244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4963b-f115-43b7-9382-ea086f8b063c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.31625981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4963b-f115-43b7-9382-ea086f8b063c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.367402168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4963b-f115-43b7-9382-ea086f8b063c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.416477441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4963b-f115-43b7-9382-ea086f8b063c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.123512053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"2ea8d143-787d-46c6-bbcf-dff318fbd5e7","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.247285223Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"2ea8d143-787d-46c6-bbcf-dff318fbd5e7","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.300919794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"2ea8d143-787d-46c6-bbcf-dff318fbd5e7","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.357548167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fed942-bab3-48e4-b6ad-0b3b6170b973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.357569963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fed942-bab3-48e4-b6ad-0b3b6170b973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:38.490462081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"4f11aae4-506f-4c06-8d20-943e3346cdff","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-cc8b9ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:38.691440224Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"namespace":"ai-tenant-e2e-mt-45b833c6","name":"e2e-shared-sub-cc8b9ee2","reconcileID":"4f11aae4-506f-4c06-8d20-943e3346cdff","MaaSSubscription":{"name":"e2e-shared-sub-cc8b9ee2","namespace":"ai-tenant-e2e-mt-45b833c6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:38.888961454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"310d1974-1249-483e-b9fd-73cd5ef6f21c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:39.056312048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d82c7fd6-a176-48d3-a6c8-533a7e1ceadd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:39.056335738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d82c7fd6-a176-48d3-a6c8-533a7e1ceadd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:41.492527262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:41.546392907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"6d6df5e2-f9bd-452e-824d-6da61ef0e989","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:41.666963671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"6d6df5e2-f9bd-452e-824d-6da61ef0e989","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:41.719592226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"6d6df5e2-f9bd-452e-824d-6da61ef0e989","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:41.774025149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"521b4fab-30eb-4417-9388-bc37e78967c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:41.774046072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"521b4fab-30eb-4417-9388-bc37e78967c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.894889883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"80d88044-247e-4e7e-889a-09f60788fbad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.998036518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"30a2545c-24e9-408b-bc1b-49ff44550885","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:44.094991212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"02319c1d-622d-41b6-9b1c-92cca4cdca4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:44.141956552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"61097ade-f4e3-45e3-89a9-604973f029cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:44.203254079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"127af206-3f28-4ec6-a6e0-1ab6c5e4c3ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:44.505879209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"e4427627-4ae4-409b-811d-f313231a9f07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:44.612504692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"f8fea988-2883-4056-b96d-6a7920a2cb03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.027432646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"deb6fd12-be19-49ab-9309-cbf0f15a3fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.127518391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"86435d5e-0927-4d5f-8647-719aed6bf460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.3847724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"608216c2-1cbf-48bc-a5fa-3feb13513742","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.455056434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"1ca738eb-0af4-42e9-84b5-df8d23a36eb7","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.5093536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"4b820306-84d3-4adf-b231-4986e2223d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.577493211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"1ca738eb-0af4-42e9-84b5-df8d23a36eb7","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.630135204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"1ca738eb-0af4-42e9-84b5-df8d23a36eb7","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.6853405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a389d2d7-005c-46a4-b81a-07163366b77d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:45.685360543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a389d2d7-005c-46a4-b81a-07163366b77d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:51.920823893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"80f7b5d0-d054-4fb0-a8b3-47f34833f1b2","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:52.041453942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"80f7b5d0-d054-4fb0-a8b3-47f34833f1b2","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:52.093955079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"80f7b5d0-d054-4fb0-a8b3-47f34833f1b2","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:52.148417035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c3a926-f7a5-41c9-8a12-6568ade0d446","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:52.148436407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c3a926-f7a5-41c9-8a12-6568ade0d446","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.78360367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"932d7fb6-3b91-49f6-b2cd-2ef86ac75558","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.90660905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"932d7fb6-3b91-49f6-b2cd-2ef86ac75558","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.958659408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"932d7fb6-3b91-49f6-b2cd-2ef86ac75558","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:56.011793267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee88f8a5-0776-4420-874f-790362a9096f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:56.011820968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee88f8a5-0776-4420-874f-790362a9096f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:02.295676157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"54f833f0-f816-490d-8d47-0203936bded7","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:02.419098006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"54f833f0-f816-490d-8d47-0203936bded7","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:02.471722195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"54f833f0-f816-490d-8d47-0203936bded7","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:02.524241024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7a54485-c570-4258-bb69-ae15fc8837e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:02.52426179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7a54485-c570-4258-bb69-ae15fc8837e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.109723995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"4672ae7d-3b63-43ec-92fa-d3fed1ce1d90","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.230278438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"4672ae7d-3b63-43ec-92fa-d3fed1ce1d90","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.28250205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"4672ae7d-3b63-43ec-92fa-d3fed1ce1d90","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.335481414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fdf42c6-be3c-4d1c-ac29-1d4dd15a7067","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.335501169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fdf42c6-be3c-4d1c-ac29-1d4dd15a7067","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:11.499194384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:12.672887482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"5d55baf1-cbb8-4ad5-8d5a-f0c115a75dd0","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:12.794209962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"5d55baf1-cbb8-4ad5-8d5a-f0c115a75dd0","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:12.847012542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"5d55baf1-cbb8-4ad5-8d5a-f0c115a75dd0","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:12.902340023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c22a2ba-1eaf-4152-95d6-93e4c5e24ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:12.902369179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c22a2ba-1eaf-4152-95d6-93e4c5e24ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:16.435121007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"af0bf33e-fada-4c30-8b22-0f5ec968e278","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:16.558763057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"af0bf33e-fada-4c30-8b22-0f5ec968e278","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:16.611227933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"af0bf33e-fada-4c30-8b22-0f5ec968e278","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:16.66555102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8643453f-d9d5-4d6e-aa91-ac52b4bebed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:16.665581597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8643453f-d9d5-4d6e-aa91-ac52b4bebed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:17.489076875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d89e15e7-da82-4e6e-a68f-0b01b33e73b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:23.048134029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"b9a271e9-9d47-4cfd-9974-f0af30626917","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:23.169216642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"b9a271e9-9d47-4cfd-9974-f0af30626917","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:23.221807815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"b9a271e9-9d47-4cfd-9974-f0af30626917","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:23.276047356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a798ca-3ca8-41de-8c6f-6a412e912676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:23.27606887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a798ca-3ca8-41de-8c6f-6a412e912676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.766503739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"fc4453fb-151c-47cd-8121-25aa07877743","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.888180461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"fc4453fb-151c-47cd-8121-25aa07877743","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.941055315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"fc4453fb-151c-47cd-8121-25aa07877743","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.995544601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04a214d0-53e2-44b4-9e0f-de8dfadb4040","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.995564353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04a214d0-53e2-44b4-9e0f-de8dfadb4040","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.421957919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"753289c7-8c47-4063-a5e9-9893fb4775d3","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.548595445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"753289c7-8c47-4063-a5e9-9893fb4775d3","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.601222861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"753289c7-8c47-4063-a5e9-9893fb4775d3","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.655609991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1e7b387-8bda-4c3a-a4d8-08509b305a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.655631536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1e7b387-8bda-4c3a-a4d8-08509b305a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:37.093434972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"ddcea95e-44e1-4add-b3a6-715633c086ec","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:37.214943305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"ddcea95e-44e1-4add-b3a6-715633c086ec","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:37.267773597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"ddcea95e-44e1-4add-b3a6-715633c086ec","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:37.322366752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbddb93a-ea0b-412b-9b7d-de578d48a737","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:37.322388672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbddb93a-ea0b-412b-9b7d-de578d48a737","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:40.677004078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"35cb8c5a-ba78-4990-9388-7c85a0616a09","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:40.677030265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"35cb8c5a-ba78-4990-9388-7c85a0616a09","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:41.493028792Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.802581902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"b171a00b-a350-41ff-9412-bf0d7612a84c","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.923453607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"b171a00b-a350-41ff-9412-bf0d7612a84c","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.976337532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"b171a00b-a350-41ff-9412-bf0d7612a84c","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.030776818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd08889-4848-4494-a976-db2684dc11f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.030796402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd08889-4848-4494-a976-db2684dc11f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.420329547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"079f47fa-cdc8-4f4d-8b4f-eb1be3e97d18","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.54171782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"079f47fa-cdc8-4f4d-8b4f-eb1be3e97d18","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.594323194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"079f47fa-cdc8-4f4d-8b4f-eb1be3e97d18","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.649147117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a326898-7eb0-4a3b-a262-f3fbff38743f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.649169735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a326898-7eb0-4a3b-a262-f3fbff38743f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:54.179288602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"40cf8593-2c74-4355-a8a3-8cb1bf722e1e","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:54.299765412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"40cf8593-2c74-4355-a8a3-8cb1bf722e1e","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:54.351964896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"40cf8593-2c74-4355-a8a3-8cb1bf722e1e","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:54.404136856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a309c1f-f52a-4e56-a70f-e9f4894465d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:54.404159022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a309c1f-f52a-4e56-a70f-e9f4894465d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.747995828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"0f2a8d77-d0c2-4058-b53d-30bc8c829359","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.870851997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"0f2a8d77-d0c2-4058-b53d-30bc8c829359","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.923313313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"0f2a8d77-d0c2-4058-b53d-30bc8c829359","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.978487676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57eaf9ac-d58b-480c-88cb-3645258b5711","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.978507785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57eaf9ac-d58b-480c-88cb-3645258b5711","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.551788644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"25ff5e74-ae0d-4462-a44c-2f10987ba524","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.673870056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"25ff5e74-ae0d-4462-a44c-2f10987ba524","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.72972793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"25ff5e74-ae0d-4462-a44c-2f10987ba524","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.784280078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4bdc7a-f2be-437a-a6c5-516fd8d62f13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.784302286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4bdc7a-f2be-437a-a6c5-516fd8d62f13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:08.077729316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"b9a45e49-d108-428f-ab98-b8e46985a6e8","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:08.198849096Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"b9a45e49-d108-428f-ab98-b8e46985a6e8","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:08.251257727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"b9a45e49-d108-428f-ab98-b8e46985a6e8","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:08.305925995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"648e001d-799d-4c37-91a4-1a89d1d27697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:08.3059502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"648e001d-799d-4c37-91a4-1a89d1d27697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.493310306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:14.960551647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"06fe0cde-ab97-4127-bc62-f7663b7d5234","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.082720341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"06fe0cde-ab97-4127-bc62-f7663b7d5234","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.135252206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"06fe0cde-ab97-4127-bc62-f7663b7d5234","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.187678603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb70d9a6-13bb-46a9-ba2c-49e463dc0856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.18770318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb70d9a6-13bb-46a9-ba2c-49e463dc0856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.494678871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3091ad-70e3-4737-9a47-9a2c7662e076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.544048298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3091ad-70e3-4737-9a47-9a2c7662e076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.594392639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3091ad-70e3-4737-9a47-9a2c7662e076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:15.645013787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3091ad-70e3-4737-9a47-9a2c7662e076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.068553876Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85db4aad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85db4aad","reconcileID":"4bbf604d-fd45-47bf-842a-6e90950864f1","namespace":"odh-ai-gateway-infra","gateway":"e2e-mt-85db4aad","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-85db4aad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.423810112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9deabdff-7982-421f-9ef8-be141e6b8fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.472599818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9deabdff-7982-421f-9ef8-be141e6b8fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.52163166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9deabdff-7982-421f-9ef8-be141e6b8fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.570491763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9deabdff-7982-421f-9ef8-be141e6b8fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.06717566Z","body":"applied gateway namespace-selector labels to namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85db4aad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85db4aad","reconcileID":"f6b302bc-345e-441c-aaf9-8dc9fd34d7f6","namespace":"ai-tenant-e2e-mt-85db4aad","gateway":"e2e-mt-85db4aad","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-85db4aad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.403548157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"e98bbec7-b563-489e-90aa-fb3f80a6bd23","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.525780243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"e98bbec7-b563-489e-90aa-fb3f80a6bd23","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.587926036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"e98bbec7-b563-489e-90aa-fb3f80a6bd23","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.642482788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b1c3641-d4a4-403b-b2d0-809c0d5047b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.642505236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b1c3641-d4a4-403b-b2d0-809c0d5047b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.368447992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42157ad2-8cdf-49de-9626-f4ffebed5b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.404644196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31ff607c-4af6-4579-bed4-519794202cd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.404672647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31ff607c-4af6-4579-bed4-519794202cd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.417676411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42157ad2-8cdf-49de-9626-f4ffebed5b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.417706993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-a4a67ae4","reconcileID":"23c2e34c-d126-4f90-8721-ba9eb1c0446e","MaaSAuthPolicy":{"name":"e2e-default-ns-a4a67ae4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.466507219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42157ad2-8cdf-49de-9626-f4ffebed5b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.519127504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42157ad2-8cdf-49de-9626-f4ffebed5b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.6695246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ad26247-b2fa-4b1d-9400-0c1e6832e8c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.66954891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ad26247-b2fa-4b1d-9400-0c1e6832e8c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.771184908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"4ff35388-02a5-4abd-9261-070f3aa9f5a2","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.825174357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"4ff35388-02a5-4abd-9261-070f3aa9f5a2","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.878114516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"4ff35388-02a5-4abd-9261-070f3aa9f5a2","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:38.978278534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"7bfb2063-463e-4f20-b23c-bf9267902b98","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.032470748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"7bfb2063-463e-4f20-b23c-bf9267902b98","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.286509056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c0a476-cdf4-4b76-9cbf-2477d36509d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.286530908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0c0a476-cdf4-4b76-9cbf-2477d36509d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:41.492545414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:43.990694232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"9d05b6d8-bd3e-4481-9b1b-8e25b6915dcc","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:43.990834748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc204067-102e-4bbb-a38c-7bad667081e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:43.990854797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc204067-102e-4bbb-a38c-7bad667081e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:44.088355522Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"namespace":"ai-tenant-e2e-mt-acfb322c","name":"e2e-policy-acfb322c","reconcileID":"9d05b6d8-bd3e-4481-9b1b-8e25b6915dcc","MaaSAuthPolicy":{"name":"e2e-policy-acfb322c","namespace":"ai-tenant-e2e-mt-acfb322c"},"policyNamespace":"ai-tenant-e2e-mt-acfb322c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:44.14190073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06791c1a-1768-45ac-9700-03ed5ffcfbdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:44.141939935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06791c1a-1768-45ac-9700-03ed5ffcfbdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.310497122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"e2a66b8d-b46f-4d74-b134-0c8aae9dbf13","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.310522119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"e2a66b8d-b46f-4d74-b134-0c8aae9dbf13","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.484848793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"90790501-2962-439c-8bf8-438c92bf8ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.583833276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"f8bba7cf-5db1-4fbf-ae8b-a438d4f2661c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.684287908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"10ff3c40-3820-4946-b609-142e4e68654d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.785295442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"3f1efb5f-768e-43cb-b174-28d6214ec3e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.889366454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"f39446e0-c80b-403a-8831-1ef02f8e4c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.98788163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"7d32fbb2-a181-410d-b1ce-99fb8bc5217f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.086654689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"555c1d9b-62f2-43ee-81d2-10bfb3414d63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.398708872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"bf753188-edd9-4cc0-bdcb-05d823783297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.498639692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"475a3ef8-6460-440b-9bff-40814151698d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.523388398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"fefbe0c2-ce59-478b-8a65-3d0f3e6a536e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.59845626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ec78193-c264-4c4c-a116-4b535c240865","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.698492487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"ac92476d-0099-457f-bd3b-576352950426","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.896410697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"496ddf7b-fb79-43f2-a074-a71a23cf52a0","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.89643213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"496ddf7b-fb79-43f2-a074-a71a23cf52a0","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.950006561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"20cee1d4-7b47-4342-9f91-8c58b35df10e","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.950027087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"20cee1d4-7b47-4342-9f91-8c58b35df10e","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.046815134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b41b969c-bda0-4e7f-a2c3-e55ef98e5e0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.167617031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b41b969c-bda0-4e7f-a2c3-e55ef98e5e0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.220144156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b41b969c-bda0-4e7f-a2c3-e55ef98e5e0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.272488643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"5e2ceb57-9ecd-4388-97a1-a3b9f8252bc4","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.272512464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"5e2ceb57-9ecd-4388-97a1-a3b9f8252bc4","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.371316751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"e5d8a8d7-84fb-4c40-8dbc-c08e08fefd9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.425236544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"e5d8a8d7-84fb-4c40-8dbc-c08e08fefd9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.477724437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"e5d8a8d7-84fb-4c40-8dbc-c08e08fefd9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.931197465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"c08564a8-cb9f-4448-b560-c0bc4849e208","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.081425648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"979f4318-4b6d-4513-9311-3210d42268e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.180574779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"4ccbe9af-863c-4cb7-a137-2f2165441cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.357797619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"7127778d-bd0b-4565-a8ac-3916b8eb8fe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.457967479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"990a20f2-5fbb-4f70-975e-4eac9091dec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.49217729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.725125152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"810f0c7d-7152-4d76-8546-9b7c832fcdd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:11.903280574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"d9341110-ca51-4ad6-b7b0-49df01c7ec65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:12.004838659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8f96fba-e185-45ff-b873-b20b688cf88a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:12.028869018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"d5c44124-df66-4008-86a9-5e98c04ddb32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:12.103780583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"1bd21ace-d0a3-40dd-9cf6-f8a78ca97af7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:12.205625655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0595cbb1-56e7-46f2-b8db-d62f93e1edd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:12.306224052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"0231f740-19e4-4fcf-9843-d69a01664efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.632255431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"489b400f-e3cd-4847-bb6f-391a87677ef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.686385014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"489b400f-e3cd-4847-bb6f-391a87677ef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.739089091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55d5aaa56cf6b90a434a5d926142c552295ed3a166484671f50864993c3a389b) AuthConfig (7d35682d7b06c53d0690d613ad900bcc278e98e5fbda6af22252b15f3c5e15db) AuthConfig (83fd24bbbcb968f0f9967844bab6969f9c6c04e25f052ce22c2e96a0a16d649f) AuthConfig (94a2a33ea49b614d900edee8ec99463d03e56b1ac48f16a09ca0c4dae3749e06) AuthConfig (e7816d82de1a1485a7bf2eb325888e46c3d87344c9f47c13da4cfb4bb0ed361f) AuthConfig (bf1244feee0cd5d36bd653f29e82de1db16bd872a8a240fa1ba7088150c0bf10) AuthConfig (62d01ac278a28822752a768a012942e60115cce90eed323bfc6f3af5b6bb9ea3) AuthConfig (9aa94675221d275f3ff60b5b63172fadc6f07e7d391f08ee8b614d1a29339b41) AuthConfig (dd51f4370638c9127f55b60463e8f5d1040fe643ea09a2fe87f9008b8aeae97a) AuthConfig (f0858de18283253a5beeec7017451f23b95ba7093928c333c69ce0b29b0d46c0) AuthConfig (bcb83374056818d9dd775507a3246ce863ae3d749c615107e993456a5d1c8a5d) AuthConfig (eec364c1eb5413ba45176b50bff02b242c08194147a6c3180cb77736005d7c3e) AuthConfig (074803f49a7c6de8b173d305a5356e5d97a4a6e3382d539c3fff9eff7b6a4f52) AuthConfig (9542d65ddd6c514aed5fc21b6efd46397c63d4416773b1a2c7f84072efbb4da3) AuthConfig (53ea6168478217e676af3cd24930e2247546d9cbde554d7c565201608185b7e0) AuthConfig (0450cf1c7b3086de1881e91e04380f4569d962634e59c9453f7e725760f6f8b5) AuthConfig (cc16e56caf410ee195fb49361330a69ecf10e93053d3c419cef1619acd8a048d) AuthConfig (690486635e9e03f3399895a0f9bcf3aa457673122cab322723b40f810f159ef0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"489b400f-e3cd-4847-bb6f-391a87677ef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.793738616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"84a5c0a3-27d1-46ba-819c-04e30ad58f6f","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.79376308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"84a5c0a3-27d1-46ba-819c-04e30ad58f6f","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.416222921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"e8064725-f2fb-49e1-adc6-cb65a5ece90f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-85db4aad","tenantID":"e2e-mt-85db4aad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.527195577Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"e8064725-f2fb-49e1-adc6-cb65a5ece90f","name":"e2e-mt-85db4aad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:25.89275032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"4775ebba-0646-4f9d-82ee-ba609bc8366d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:25.946881934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"4775ebba-0646-4f9d-82ee-ba609bc8366d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:25.99964012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-c11538-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55d5aaa56cf6b90a434a5d926142c552295ed3a166484671f50864993c3a389b) AuthConfig (7d35682d7b06c53d0690d613ad900bcc278e98e5fbda6af22252b15f3c5e15db) AuthConfig (83fd24bbbcb968f0f9967844bab6969f9c6c04e25f052ce22c2e96a0a16d649f) AuthConfig (94a2a33ea49b614d900edee8ec99463d03e56b1ac48f16a09ca0c4dae3749e06) AuthConfig (e7816d82de1a1485a7bf2eb325888e46c3d87344c9f47c13da4cfb4bb0ed361f) AuthConfig (bf1244feee0cd5d36bd653f29e82de1db16bd872a8a240fa1ba7088150c0bf10) AuthConfig (62d01ac278a28822752a768a012942e60115cce90eed323bfc6f3af5b6bb9ea3) AuthConfig (9aa94675221d275f3ff60b5b63172fadc6f07e7d391f08ee8b614d1a29339b41) AuthConfig (dd51f4370638c9127f55b60463e8f5d1040fe643ea09a2fe87f9008b8aeae97a) AuthConfig (f0858de18283253a5beeec7017451f23b95ba7093928c333c69ce0b29b0d46c0) AuthConfig (bcb83374056818d9dd775507a3246ce863ae3d749c615107e993456a5d1c8a5d) AuthConfig (eec364c1eb5413ba45176b50bff02b242c08194147a6c3180cb77736005d7c3e) AuthConfig (074803f49a7c6de8b173d305a5356e5d97a4a6e3382d539c3fff9eff7b6a4f52) AuthConfig (9542d65ddd6c514aed5fc21b6efd46397c63d4416773b1a2c7f84072efbb4da3) AuthConfig (53ea6168478217e676af3cd24930e2247546d9cbde554d7c565201608185b7e0) AuthConfig (0450cf1c7b3086de1881e91e04380f4569d962634e59c9453f7e725760f6f8b5) AuthConfig (cc16e56caf410ee195fb49361330a69ecf10e93053d3c419cef1619acd8a048d) AuthConfig (690486635e9e03f3399895a0f9bcf3aa457673122cab322723b40f810f159ef0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"4775ebba-0646-4f9d-82ee-ba609bc8366d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.097399659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"1a96d848-9a60-4edf-9dcc-867f961a7ad5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.151530955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"1a96d848-9a60-4edf-9dcc-867f961a7ad5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.453963677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"eab00c69-e02c-4dfa-b260-f55f64bd7138","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.453986716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"eab00c69-e02c-4dfa-b260-f55f64bd7138","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.345599546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"7e0bda23-94db-4c92-a18a-541117cc1683","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.345637998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"7e0bda23-94db-4c92-a18a-541117cc1683","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.451443559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"89006843-b4c4-40ab-a92a-8cf3bf9b12df","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.451472539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"89006843-b4c4-40ab-a92a-8cf3bf9b12df","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.492990775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.682311842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a2426b43-d836-4403-8c58-f9fbac893648","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.682333739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a2426b43-d836-4403-8c58-f9fbac893648","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.736054267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"7566a4f6-8362-4b76-befa-0459a0c8a150","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.736077341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"7566a4f6-8362-4b76-befa-0459a0c8a150","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.866606532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"fb20e400-e8cc-4e7b-8a7b-8f6e17f78e55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.987050484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"fb20e400-e8cc-4e7b-8a7b-8f6e17f78e55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:42.039216086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"fb20e400-e8cc-4e7b-8a7b-8f6e17f78e55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:42.0934577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"f9053bb7-52d8-45ec-8c03-a3dce96ed9e1","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:42.09347945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"f9053bb7-52d8-45ec-8c03-a3dce96ed9e1","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.191692272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"0b9c42b1-33b7-4cf8-9aad-28eb5942cf77","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.245299683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"0b9c42b1-33b7-4cf8-9aad-28eb5942cf77","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.297729434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"0b9c42b1-33b7-4cf8-9aad-28eb5942cf77","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.396360983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"66a6d141-818a-45e4-8d08-7c8da53bb02d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.450419505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"66a6d141-818a-45e4-8d08-7c8da53bb02d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.503124379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"66a6d141-818a-45e4-8d08-7c8da53bb02d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:11.492754256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:12.60081533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"dff391a5-c9cb-4de0-833b-eb719939ac01","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:12.65514333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"dff391a5-c9cb-4de0-833b-eb719939ac01","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:12.707469878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99b5ced7270e8e1aa4e491791d190229d8a3233f3f184cfc66bcdf937006be57) AuthConfig (82e8c0e24035b86abbf3d450dca350817ece6f0838b7b711026773273c90117f) AuthConfig (4764ca4aa8a0e6a859f1623e5860f24efaa150aef4b69c3427fe25723abdcd50) AuthConfig (64cb25f20dae0d9c5e3579e63aa218780a24a74739f07e187840ebf034bb9be8) AuthConfig (0ce5f4132f096e1c8be5fc5e1c87a397a865d42972dc07d92fefa46264bbd1b1) AuthConfig (4a5d8c6614ed7080e9cb698ff7b1fa0971025608e3e4f37f2420937ccb4bb6c0) AuthConfig (425012236369fb7791cddf3eb07ab3acc8d77e90597e1ed124162f328b4bd621) AuthConfig (89d90904ed1835e3b26c076b51055cc90bf80074447eb537316cd780493ed7fd) AuthConfig (aaf74576110e3cfaf707fd96786d22634a74c527408e2055ea7b8f1b1b79587f) AuthConfig (f4f7d7a37e43de150e7f37cf9fecbb575cc70d4241022f276d1f9d44b23da528) AuthConfig (df0951a3af4e169ea5ea39bfd04f36816808bcf03896bcf44cd68a882a84cc7a) AuthConfig (42eb3f97b943c718020c504a13577b16224ade141a1bb25c3999625cc3934453) AuthConfig (f5cd658b2771d46c85cb31a8a29be8761f328281af6aa194eff3cc78bdc9f473) AuthConfig (b97283c1de509a54c75839ecab81d5e3fd369839de8ea7fa423a8c697f77643e) AuthConfig (cea73a98d1239b969a4bfad17b7d00b5ba2b880404a4b83fe0501267ad1bf272) AuthConfig (5794d62594701aab2f0e4155e3e08412c4d549c626cc35c86c724f4372beb3cb) AuthConfig (73b923e62de5f845413b68809946f91fd5053498286a472af42e3540d44a5878) AuthConfig (dbdabc9f202578ec34754fe452b4a7b614301edd8d09e895f06b1d81371370ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"dff391a5-c9cb-4de0-833b-eb719939ac01","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:12.762079736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"61db104d-4377-41ab-be66-6b9b58f8bfb8","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:12.762102329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"61db104d-4377-41ab-be66-6b9b58f8bfb8","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.859784498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"aa720ad2-27d2-427b-b2cd-6db8286d175e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.913840685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"aa720ad2-27d2-427b-b2cd-6db8286d175e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.966872965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0dc66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99b5ced7270e8e1aa4e491791d190229d8a3233f3f184cfc66bcdf937006be57) AuthConfig (82e8c0e24035b86abbf3d450dca350817ece6f0838b7b711026773273c90117f) AuthConfig (4764ca4aa8a0e6a859f1623e5860f24efaa150aef4b69c3427fe25723abdcd50) AuthConfig (64cb25f20dae0d9c5e3579e63aa218780a24a74739f07e187840ebf034bb9be8) AuthConfig (0ce5f4132f096e1c8be5fc5e1c87a397a865d42972dc07d92fefa46264bbd1b1) AuthConfig (4a5d8c6614ed7080e9cb698ff7b1fa0971025608e3e4f37f2420937ccb4bb6c0) AuthConfig (425012236369fb7791cddf3eb07ab3acc8d77e90597e1ed124162f328b4bd621) AuthConfig (89d90904ed1835e3b26c076b51055cc90bf80074447eb537316cd780493ed7fd) AuthConfig (aaf74576110e3cfaf707fd96786d22634a74c527408e2055ea7b8f1b1b79587f) AuthConfig (f4f7d7a37e43de150e7f37cf9fecbb575cc70d4241022f276d1f9d44b23da528) AuthConfig (df0951a3af4e169ea5ea39bfd04f36816808bcf03896bcf44cd68a882a84cc7a) AuthConfig (42eb3f97b943c718020c504a13577b16224ade141a1bb25c3999625cc3934453) AuthConfig (f5cd658b2771d46c85cb31a8a29be8761f328281af6aa194eff3cc78bdc9f473) AuthConfig (b97283c1de509a54c75839ecab81d5e3fd369839de8ea7fa423a8c697f77643e) AuthConfig (cea73a98d1239b969a4bfad17b7d00b5ba2b880404a4b83fe0501267ad1bf272) AuthConfig (5794d62594701aab2f0e4155e3e08412c4d549c626cc35c86c724f4372beb3cb) AuthConfig (73b923e62de5f845413b68809946f91fd5053498286a472af42e3540d44a5878) AuthConfig (dbdabc9f202578ec34754fe452b4a7b614301edd8d09e895f06b1d81371370ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"aa720ad2-27d2-427b-b2cd-6db8286d175e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:33.064682188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"28820bac-b8a3-4f8f-9cc1-08f7b06bc4e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:33.118746318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"28820bac-b8a3-4f8f-9cc1-08f7b06bc4e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:33.469401002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"1585791d-dbe0-4984-ad78-d9109c1e31e2","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:33.469422962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"1585791d-dbe0-4984-ad78-d9109c1e31e2","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.300555688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad0eb5d-a9af-4e53-95d4-c4f0eec1ec20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.349650436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad0eb5d-a9af-4e53-95d4-c4f0eec1ec20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.398768475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad0eb5d-a9af-4e53-95d4-c4f0eec1ec20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.447844917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad0eb5d-a9af-4e53-95d4-c4f0eec1ec20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.303552642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e111c-c179-4d8c-bd81-b233e3ef6612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.352454724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e111c-c179-4d8c-bd81-b233e3ef6612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.401300802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e111c-c179-4d8c-bd81-b233e3ef6612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.450168415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38e111c-c179-4d8c-bd81-b233e3ef6612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.158545039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"5c1915ca-e04a-480c-847b-afa3220ea6bc","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.158568426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"5c1915ca-e04a-480c-847b-afa3220ea6bc","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.213250839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"e729ddff-5c8d-47a3-8956-58252960ce9d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.213274691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"e729ddff-5c8d-47a3-8956-58252960ce9d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.257215977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"27e3fac7-65a8-41ed-b5c8-672b1b960754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.260858644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"f728a333-dbdc-40b7-a8af-a26f3d0d7186","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-752d39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.263429638Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"e729ddff-5c8d-47a3-8956-58252960ce9d","name":"sub-test-model-c11538","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-c11538\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.26349683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"e729ddff-5c8d-47a3-8956-58252960ce9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-c11538\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.268939025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"8224e45a-5048-4d3c-8ad2-352107bb6048","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.268957757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"8224e45a-5048-4d3c-8ad2-352107bb6048","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.311003462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"27e3fac7-65a8-41ed-b5c8-672b1b960754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.364477725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"ce1c126c-a1ab-463c-b1df-c53a62941c5c","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.364499552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"ce1c126c-a1ab-463c-b1df-c53a62941c5c","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.418440244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"0d7bc45b-50a7-44fd-b79c-63e5a9fdb338","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.418460195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"0d7bc45b-50a7-44fd-b79c-63e5a9fdb338","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.464062759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"5605dd8a-5f93-4215-9db9-c74db3acb504","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.46408617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"5605dd8a-5f93-4215-9db9-c74db3acb504","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.527300994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a182d520-1322-4848-8b29-8746c6f99896","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.527326293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a182d520-1322-4848-8b29-8746c6f99896","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.562154039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"4bcdb06d-c678-481a-950a-78b7aa124ff5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.567038108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"db0b951e-3bc6-4d90-a680-4763ce8bb193","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-752d39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.578293409Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a182d520-1322-4848-8b29-8746c6f99896","name":"sub-test-model-f0dc66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f0dc66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.578367158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a182d520-1322-4848-8b29-8746c6f99896","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f0dc66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.583740837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"ef70d63f-db78-41a9-afa8-c46cc903afa0","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.583759507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"ef70d63f-db78-41a9-afa8-c46cc903afa0","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.61633852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"4bcdb06d-c678-481a-950a-78b7aa124ff5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.62038279Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"2973ed5b-fad5-4629-9570-d74d1a2f46d7","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"sub-test-model-c11538","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-c11538/e2e-shared-sub-752d39"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.6611876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"d8262532-a503-44c0-b8c4-4d1e270ba6ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.668616619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"5c99cf39-d5e3-4fa9-8ebe-0cb29cd31100","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.668635582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"5c99cf39-d5e3-4fa9-8ebe-0cb29cd31100","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.715064415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"d8262532-a503-44c0-b8c4-4d1e270ba6ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.721364123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a38c7094-9401-4a6b-b5ab-a11c29fcf646","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.72138535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"a38c7094-9401-4a6b-b5ab-a11c29fcf646","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.76243026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"53903f3d-fbcd-4788-80da-c9107d959745","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.762452024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"53903f3d-fbcd-4788-80da-c9107d959745","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.814753491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"76a11675-0839-4832-89e9-3b21387f8517","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.814778087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"76a11675-0839-4832-89e9-3b21387f8517","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:39.868999361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"2dd179b4-ca45-43c3-a1a4-8b8ead0523c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-752d39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.873665148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"e5a4f226-1d5b-49bb-8d34-45f15979270d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.873714874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"e5a4f226-1d5b-49bb-8d34-45f15979270d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.922034123Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"4a43926d-d9c7-4bc5-b76f-873720c87caf","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"sub-test-model-f0dc66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0dc66/e2e-shared-sub-752d39"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.956894772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"088a4312-dd5c-494a-975a-9bce269a83d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.982603298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"a890a5fd-b2d5-4abe-807b-4909598c9490","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.982624212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"a890a5fd-b2d5-4abe-807b-4909598c9490","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.011283539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"088a4312-dd5c-494a-975a-9bce269a83d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.037005112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"bb697a99-b224-4ab8-80bb-976c8668c2a3","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.037028336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"bb697a99-b224-4ab8-80bb-976c8668c2a3","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.041659062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"7425f034-3172-47a2-9d6d-24edfd231b63","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.04167707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"7425f034-3172-47a2-9d6d-24edfd231b63","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.05954987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"1af816f5-7801-4d68-aafe-51031c607317","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.093919481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"86a83f6d-380d-4cc3-9ba4-5a86544b77ea","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.09393927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"86a83f6d-380d-4cc3-9ba4-5a86544b77ea","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.098248298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"2e296670-e9c8-495d-9113-6a65e44a84f9","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.098266597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"2e296670-e9c8-495d-9113-6a65e44a84f9","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.126519587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"1af816f5-7801-4d68-aafe-51031c607317","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.162349604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"f293a908-c445-4ee0-8c0e-8a0dbac124ff","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-c11538/e2e-a-only-752d39","ai-tenant-e2e-shared-a-w0-c11538/e2e-shared-sub-752d39"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:40.17343218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"1ecd6dc5-213d-46cd-acd7-82ebbdb60ac6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-752d39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.261293276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"89366e19-28b1-489a-b4f8-9029e8e867e4","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.280274241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"68f18e88-ba68-40ef-b6be-f98e66659cc0","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.280296584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"68f18e88-ba68-40ef-b6be-f98e66659cc0","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.310028779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"fa11949a-fc55-4549-94e4-2ca75f3904ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.335606352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"fbaf829f-3e34-49d2-9e0c-8a5ac8612af9","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.335637956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"fbaf829f-3e34-49d2-9e0c-8a5ac8612af9","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.364591305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"fa11949a-fc55-4549-94e4-2ca75f3904ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.393754657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"e03a9a93-13b7-4be1-9b38-4807922335cb","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0dc66/e2e-b-only-752d39","ai-tenant-e2e-shared-b-w0-f0dc66/e2e-shared-sub-752d39"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.419177959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"91513745-c4b7-44b0-b0b0-d0d63b0de7dd","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.419204684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"91513745-c4b7-44b0-b0b0-d0d63b0de7dd","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.463692266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"0e41efd9-77f8-45c6-8980-989b6e19604f","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.569656951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"974348c1-b2ea-474f-a47c-dca2c6bbad12","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.670185747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"008c4b97-808c-412d-a8ae-38d31caefb40","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.727586769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"be494f63-df69-4cdc-9266-8e4177330ad4","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.727610017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"be494f63-df69-4cdc-9266-8e4177330ad4","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.769777837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"e15c2991-7249-466e-b773-38063fd6fd10","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.927316503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"038e76d2-25d7-4fd8-b763-917264818749","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.085972231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"c90502e0-30e1-4248-9c49-6f028b20d90a","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.085991963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"c90502e0-30e1-4248-9c49-6f028b20d90a","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.493043058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.006559319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"e3927d72-c8ed-43ed-91b9-860d1a2f0b29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.158382227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"59b17ef9-ea64-47a0-9aba-299253490a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.280457371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"ab993f74-3e69-4eee-ba26-f134cd5b419b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.383392205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"6fbd558f-304a-4e06-bb3c-7a5ddc97bf4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.403840253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"ee05dca0-0d82-47bb-aeb1-2929493fee62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.648458763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"8d72fe18-1607-4e64-b710-099391ad97b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.84966375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c302b800-a62b-48f1-8533-6459180c95c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.947881437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"da7c2a7d-8c68-48d2-9a31-0dadcc0c7c91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.048235139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"49ce5a88-a550-4a38-9e44-ebd0e3082e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.083179691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"f08fa1b5-6d8e-4de8-a30b-dd75df197e9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.205528123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba432feb-130e-44cf-a623-93f87c63afb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.5088402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"f54cfc29-554c-4722-a0f1-537793b7f2ce","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.508868611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"6d60270b-7d42-480e-9123-ffb6e02f2519","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.607956526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"f97689a2-7513-465c-9b27-145bad06570d","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.608724131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"e6e4ebb7-8400-46bc-bbc7-dc4604c49ae7","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.665052001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"8b55464d-9a24-45bc-8356-94aab871b5b2","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.665073357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"8b55464d-9a24-45bc-8356-94aab871b5b2","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.66766664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"55f8bc9f-f229-4d7c-918b-00724cc69691","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.667687167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"55f8bc9f-f229-4d7c-918b-00724cc69691","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.71068196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"01bfd2d7-7904-43aa-aad0-4ed8fd318040","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.765843768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"1208a516-d2e8-47f2-b14e-c338c6eea53d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.765873195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"1208a516-d2e8-47f2-b14e-c338c6eea53d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.76653217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"be309178-12e1-415d-8e02-e5cf695b2da2","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.766547982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"be309178-12e1-415d-8e02-e5cf695b2da2","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.805054172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"bee374ef-0f9a-446a-9066-89e38bc93082","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.860138282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"bee374ef-0f9a-446a-9066-89e38bc93082","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.165150409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"ff1cc8bf-6adb-41ef-8ed0-5fd7e93aac62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.221145607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"ff1cc8bf-6adb-41ef-8ed0-5fd7e93aac62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.427378287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"917796ef-67a0-4b89-a8cd-26be5d5c1c0f","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.427408993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"917796ef-67a0-4b89-a8cd-26be5d5c1c0f","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.461577513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b74b811b-284c-4a63-82d4-a6900c8d315e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.461702437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"51aae9e3-7db3-4927-8b8a-24f62a020fd8","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.461721458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"51aae9e3-7db3-4927-8b8a-24f62a020fd8","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.660846086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b74b811b-284c-4a63-82d4-a6900c8d315e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.718561535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"f67431ba-4f77-440b-bb26-28bd96126839","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.71943315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"b68ca12a-52bd-49c0-aaca-a0220d3abb4e","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.789623283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b74b811b-284c-4a63-82d4-a6900c8d315e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"e2e-shared-a-w0-c11538-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.789691364Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-sub-iso-auth-752d39","reconcileID":"b74b811b-284c-4a63-82d4-a6900c8d315e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.843652823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"6253e395-ef6c-4567-868b-6c5f6e34b94d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.843680043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"6253e395-ef6c-4567-868b-6c5f6e34b94d","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.997170954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"6b2fcf0d-9043-4de1-b61a-b5eda7f6104f","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.997201457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"6b2fcf0d-9043-4de1-b61a-b5eda7f6104f","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.107309366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"4e0fc7f8-d0fd-410f-8604-2563d6e366da","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.107406609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"04e932a4-596d-40f6-9ba5-466c1f47edde","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.902332778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"50209759-9903-42b9-9c3e-73544e727e95","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.902358671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"50209759-9903-42b9-9c3e-73544e727e95","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.970020684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"906135f6-fd00-4939-af43-2b72a8a50703","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.970047962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"906135f6-fd00-4939-af43-2b72a8a50703","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.082702757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"1d455832-b318-4766-a607-088e49085ec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.20327186Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"1d455832-b318-4766-a607-088e49085ec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.255739459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"1d455832-b318-4766-a607-088e49085ec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.308148873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"79b1b926-96ac-4223-afb0-b729e6f053b4","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.308171598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"79b1b926-96ac-4223-afb0-b729e6f053b4","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:11.494038651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.365605126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"49806f11-c185-441b-bd09-c66f4cca51e3","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscription":"e2e-shared-sub-752d39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.569609909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-shared-sub-752d39","reconcileID":"49806f11-c185-441b-bd09-c66f4cca51e3","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-c11538/e2e-a-only-752d39"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.767340543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"bf22e665-d0b1-4d9d-b317-b5ec5597ba67","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.77516854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"5c90d6ca-36b8-412b-8881-427cdc24c886","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.775190663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"5c90d6ca-36b8-412b-8881-427cdc24c886","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.917520549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"ab277fd2-054f-4b27-bccd-13881b9a2944","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.917543855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"ab277fd2-054f-4b27-bccd-13881b9a2944","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.406171644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"bcd05704-5f3e-4d8e-94d5-b8515dbeb0c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.459880899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"bcd05704-5f3e-4d8e-94d5-b8515dbeb0c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.512534722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"bcd05704-5f3e-4d8e-94d5-b8515dbeb0c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.071672876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"095d23f7-6fd4-4678-811c-6c939c798bfb","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","subscription":"e2e-a-only-752d39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.120855961Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"095d23f7-6fd4-4678-811c-6c939c798bfb","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.170883866Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"e2e-a-only-752d39","reconcileID":"095d23f7-6fd4-4678-811c-6c939c798bfb","MaaSSubscription":{"name":"e2e-a-only-752d39","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"name":"maas-trlp-sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.431659404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"b0581ecf-140c-42fa-931f-477b5fb5a39f","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"tenant":"e2e-shared-a-w0-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","model":"ai-tenant-e2e-shared-a-w0-c11538/sub-test-model-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.431688174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"sub-test-model-c11538","reconcileID":"b0581ecf-140c-42fa-931f-477b5fb5a39f","MaaSModelRef":{"name":"sub-test-model-c11538","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"routeName":"sub-test-model-c11538-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-c11538","llmisvcName":"sub-test-model-c11538","gateway":"openshift-ingress/e2e-shared-a-w0-c11538","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.733049954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"4ee7936c-bb0b-459e-ab79-9d0a7fc5b742","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.733120391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"46ac9b4e-5f68-4029-8fa0-bc8d7bfe1c0e","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.733134497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"46ac9b4e-5f68-4029-8fa0-bc8d7bfe1c0e","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.930558376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"4ee7936c-bb0b-459e-ab79-9d0a7fc5b742","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.987274807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"a7ce8409-c1c3-45f5-b07f-931a75f3536f","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.987304334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"faff3c78-108d-44c6-ba98-0a2dd7f90866","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.055197805Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"4ee7936c-bb0b-459e-ab79-9d0a7fc5b742","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"e2e-shared-b-w0-f0dc66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.055237986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-sub-iso-auth-752d39","reconcileID":"4ee7936c-bb0b-459e-ab79-9d0a7fc5b742","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.108716314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"5429c41f-f824-467e-9de7-d536871d0f07","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.108746688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"5429c41f-f824-467e-9de7-d536871d0f07","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.266719325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"e7cae862-0d64-441e-a1b3-235c4e1a24ab","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.266749591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"e7cae862-0d64-441e-a1b3-235c4e1a24ab","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.365185798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"5ac0cc07-025d-470f-aed4-7b7da526718e","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.365241233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"386912a9-d691-4dc2-b25f-1dcf9d76740c","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.611682763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"5d36b70a-28a3-4dd6-9e29-3a75a874aad9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.665802296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"5d36b70a-28a3-4dd6-9e29-3a75a874aad9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.721814548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"5d36b70a-28a3-4dd6-9e29-3a75a874aad9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.77648315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"be43dec9-57b7-4209-ac08-8a5c2d1b395e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.874701302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"e8638d1f-6453-4f30-94ed-48c7c64c085e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.984386349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5917be96-e21e-4e33-8b7e-379eefbac6fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.029322953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"a2524467-9827-41bd-9ed0-0c2b0b88c968","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0dc66/e2e-b-only-752d39"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.07910822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"f451ba57-dfa9-413d-b2d1-0a3cfdcc7d5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.28962551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"cd4a0992-067b-4767-aca7-f717e5571a15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.388320675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"1772331d-a6ae-4748-8e31-ff400118166b","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.418708547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"e0ce0a59-6616-4497-a563-30ffc7084cd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.488144557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"207d7b22-e204-4cbf-b77b-9a8fc3c66c1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.608713344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"0c2bc1c2-3a0a-480c-82aa-2a39900efbf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.709053677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"c0a94033-81fc-412c-8eb4-3edcbfb6fcc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.731382764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"59a66f76-13da-42ee-bf77-9241b91abee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.911968406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"1a88962c-b40e-44f0-9e18-db1c70ae6486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:31.400623704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"a0be4538-312e-4989-845d-d3fdeb28bf97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:36.681291158Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"f9d50825-f66b-449d-820f-f2909a50c71c","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscription":"e2e-shared-sub-752d39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:36.830487712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-shared-sub-752d39","reconcileID":"f9d50825-f66b-449d-820f-f2909a50c71c","MaaSSubscription":{"name":"e2e-shared-sub-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.038379193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"4c88a1f9-cf29-4747-8c59-03890dcd7e25","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.038403576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"4c88a1f9-cf29-4747-8c59-03890dcd7e25","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.353729281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"eb236f39-12b0-4317-ae00-9ea33bfe0c1f","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.353751822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"eb236f39-12b0-4317-ae00-9ea33bfe0c1f","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.819755761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"9434ee40-af97-4b7b-8b01-58e3dbb17876","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.87369085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"9434ee40-af97-4b7b-8b01-58e3dbb17876","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.926272738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b84c00f92a784b9e3af2f529d657a86ca09b76c3b55ab64979bf9cca724fe830) AuthConfig (3d01916e3bdbc241ba7da0b61929a9c1c1ca8be10ec3abfeac1f23bd32bd50c4) AuthConfig (a76f19c4ee816c5250cee3cecf87c380f9de1362253ea3ea745fa750e18e28af) AuthConfig (d54caf3aa4b9070e9a569537cdc41b6a03e5521208126142221f182eec025725) AuthConfig (fcb9088ad54953a173ab3d69469ed9ab936841cb50ee4527f42eaaaa3e2f538d) AuthConfig (fa8afed339694571efdaff0ee4885b2e3fa2b2924b9d65539bb25a0f706ea705) AuthConfig (7a5d617956ae5541c733d6de67d983cb82b4f591817d5e74923f580e48f6fd98) AuthConfig (fd58f083438044c9960c3b704372e9458c81a0ccec5ba3798cd6776610856aba) AuthConfig (cfa0caf9eaa95226a156c43a588a7c0396af323454ab9802c3a37fd8a46c564b) AuthConfig (ef455b9a82165247611391da68bf17ab6193b05f3cae165d6945247f5c4a456a) AuthConfig (f628fba0638e93cd0a26ca46c8d6402a8ed2eefafb5f84587594e60dd390d5fb) AuthConfig (b4449766cb33ee8bb53bc37c5896e44a8d7c8235b7dad30194f253a91477692c) AuthConfig (1d3b1eef0cd41c49b5f37b58532f82c483a619324e4a5e6062a48a4614ec20f5) AuthConfig (383744d0d0a93314273678092930f892aaaa059a5fe181ea516a78b068faeba5) AuthConfig (2beb7d40b4770caab47d08103e08c3b975db215c2e0f1b2fcda6d1e916927b58) AuthConfig (b1b88e63845b553154fef448405a5c710afae067d03eacbbc9fd82323f8b80a1) AuthConfig (1cc8daf61a5a5db8a5221fd02a1eb3ad9a4a591cc5387db1bdc5665ad3015994) AuthConfig (c72973d467d5b87c378ce960f9f0047d928297eaada8c395f9ee3d58db62d9f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"9434ee40-af97-4b7b-8b01-58e3dbb17876","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.980763514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"24b457b5-e1b6-4bb5-abdc-584e8e6ce149","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.980785849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"24b457b5-e1b6-4bb5-abdc-584e8e6ce149","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.160572921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"9d051848-5152-4489-9832-2b9d9165e646","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.161663389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"9d051848-5152-4489-9832-2b9d9165e646","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:41.493149456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.6417605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"24db7513-9fa3-4fdd-93ad-b6c66e683b7b","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.641791358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"24db7513-9fa3-4fdd-93ad-b6c66e683b7b","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.613972774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"ec0f2acb-3614-4ba3-bf22-6c8e816f96b8","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.613996507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"ec0f2acb-3614-4ba3-bf22-6c8e816f96b8","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.666022996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"69194fb6-377f-44c5-96f2-f1cd632e60b6","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.666046519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"69194fb6-377f-44c5-96f2-f1cd632e60b6","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.763196974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"77b4971b-216e-4fe7-96e1-406901793547","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.88453291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"77b4971b-216e-4fe7-96e1-406901793547","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.936875659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"77b4971b-216e-4fe7-96e1-406901793547","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.98945311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"5fd150e8-b2c4-4b17-8717-5ba0f305f020","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.989484268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"5fd150e8-b2c4-4b17-8717-5ba0f305f020","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.507295394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"6212070b-5fe5-48b3-8bf1-17f2c71a9935","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","subscription":"e2e-b-only-752d39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.556697431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"6212070b-5fe5-48b3-8bf1-17f2c71a9935","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.606274572Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"e2e-b-only-752d39","reconcileID":"6212070b-5fe5-48b3-8bf1-17f2c71a9935","MaaSSubscription":{"name":"e2e-b-only-752d39","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"name":"maas-trlp-sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.863455504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"81bc0c09-892b-4c82-8865-f14ee1e81f65","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"tenant":"e2e-shared-b-w0-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","model":"ai-tenant-e2e-shared-b-w0-f0dc66/sub-test-model-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.863478768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"sub-test-model-f0dc66","reconcileID":"81bc0c09-892b-4c82-8865-f14ee1e81f65","MaaSModelRef":{"name":"sub-test-model-f0dc66","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"routeName":"sub-test-model-f0dc66-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","llmisvcName":"sub-test-model-f0dc66","gateway":"openshift-ingress/e2e-shared-b-w0-f0dc66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.079504584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"6d3eeb09-4163-41de-ae18-e09e8188bd25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.133406726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"6d3eeb09-4163-41de-ae18-e09e8188bd25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.186013804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4d1799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b84c00f92a784b9e3af2f529d657a86ca09b76c3b55ab64979bf9cca724fe830) AuthConfig (3d01916e3bdbc241ba7da0b61929a9c1c1ca8be10ec3abfeac1f23bd32bd50c4) AuthConfig (a76f19c4ee816c5250cee3cecf87c380f9de1362253ea3ea745fa750e18e28af) AuthConfig (d54caf3aa4b9070e9a569537cdc41b6a03e5521208126142221f182eec025725) AuthConfig (fcb9088ad54953a173ab3d69469ed9ab936841cb50ee4527f42eaaaa3e2f538d) AuthConfig (fa8afed339694571efdaff0ee4885b2e3fa2b2924b9d65539bb25a0f706ea705) AuthConfig (7a5d617956ae5541c733d6de67d983cb82b4f591817d5e74923f580e48f6fd98) AuthConfig (fd58f083438044c9960c3b704372e9458c81a0ccec5ba3798cd6776610856aba) AuthConfig (cfa0caf9eaa95226a156c43a588a7c0396af323454ab9802c3a37fd8a46c564b) AuthConfig (ef455b9a82165247611391da68bf17ab6193b05f3cae165d6945247f5c4a456a) AuthConfig (f628fba0638e93cd0a26ca46c8d6402a8ed2eefafb5f84587594e60dd390d5fb) AuthConfig (b4449766cb33ee8bb53bc37c5896e44a8d7c8235b7dad30194f253a91477692c) AuthConfig (1d3b1eef0cd41c49b5f37b58532f82c483a619324e4a5e6062a48a4614ec20f5) AuthConfig (383744d0d0a93314273678092930f892aaaa059a5fe181ea516a78b068faeba5) AuthConfig (2beb7d40b4770caab47d08103e08c3b975db215c2e0f1b2fcda6d1e916927b58) AuthConfig (b1b88e63845b553154fef448405a5c710afae067d03eacbbc9fd82323f8b80a1) AuthConfig (1cc8daf61a5a5db8a5221fd02a1eb3ad9a4a591cc5387db1bdc5665ad3015994) AuthConfig (c72973d467d5b87c378ce960f9f0047d928297eaada8c395f9ee3d58db62d9f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"6d3eeb09-4163-41de-ae18-e09e8188bd25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.087387439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"78263b19-f679-49a2-9dd8-198981cc931a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.14130328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"78263b19-f679-49a2-9dd8-198981cc931a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.194067149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"78263b19-f679-49a2-9dd8-198981cc931a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.286495266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d67bfb37-d920-47bd-9e46-920a1c510483","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.340760662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d67bfb37-d920-47bd-9e46-920a1c510483","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.594738294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"dcd4e21a-83b8-49a4-94fe-7a868b7e31cd","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.594763539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"dcd4e21a-83b8-49a4-94fe-7a868b7e31cd","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:04.986920167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"d4f7e942-7279-49ca-817d-7af70fd4e4fd","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:04.986941974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"d4f7e942-7279-49ca-817d-7af70fd4e4fd","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.039202985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"e811fedc-a871-43bc-9a1e-ee46fcff072b","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.039238974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"e811fedc-a871-43bc-9a1e-ee46fcff072b","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.136979975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"b7b158cb-a048-4085-b2ee-663cbd315d59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.261184813Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"b7b158cb-a048-4085-b2ee-663cbd315d59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.298956698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"cf510994-eaa3-4fc5-8f97-e72b3f686843","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.314063367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"b7b158cb-a048-4085-b2ee-663cbd315d59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.352676417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"cf510994-eaa3-4fc5-8f97-e72b3f686843","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.367389044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"7d51ec7c-6334-4d8a-8f7a-4ebc464c2a5e","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.367409016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"7d51ec7c-6334-4d8a-8f7a-4ebc464c2a5e","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.405345751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"cf510994-eaa3-4fc5-8f97-e72b3f686843","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:11.492662292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.716229375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc85a539-aea5-4cd4-bd09-2bc362d80c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.765368613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc85a539-aea5-4cd4-bd09-2bc362d80c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.815690594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc85a539-aea5-4cd4-bd09-2bc362d80c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.86599582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc85a539-aea5-4cd4-bd09-2bc362d80c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.465767071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"92288552-1260-4e17-9562-b1225647c177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.503730915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"748ab91d-85eb-4f9b-8702-8ba75c92cc61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.520232652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"92288552-1260-4e17-9562-b1225647c177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.557854703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"748ab91d-85eb-4f9b-8702-8ba75c92cc61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.572826276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"92288552-1260-4e17-9562-b1225647c177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.610606703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8299f810ef67a79db680898b59bfd0c565f80fdd8c5cb7bea93fdf3416437332) AuthConfig (ee3e8c40a47c655ba10a700ed3be9f4911b162847b00f179403ab16408dc9d09) AuthConfig (0f949c1c73a8dae94f7925f42dd929dff78ca1f973e819d53cc38e02e0e4ec18) AuthConfig (1a80a3c149bc72e0e14abc37473be1bfb1a7240f9440156885f9b57e2a67a30c) AuthConfig (d9af20d8ed6013f54bb54cad7d6bb38b5d094f8bcc99da246a7a3b74fea7c855) AuthConfig (83058c92913a4d9cb2963800343c99c9a0083bfd30f949dbfdb9f8e5bd6635c0) AuthConfig (306d8253441fbccc8fc472332fdf0b20ec18e504cf002de4e6715e937c27c660) AuthConfig (ea631269ba76f746103928a27e18f68a3815216c8defa6965006b7e9bd639e63) AuthConfig (ffa9887ccdc87a844b8f67cea9c3d0b62176bd03a8d31bf42bf3b1f4666ee2b3) AuthConfig (1926622aacfab9d99d2951defd1c24b33f0b4622109c087bf88a32761585f0eb) AuthConfig (2a14c424d8faad3623a4be20e5b4245e71ac1108eb64dedd8464c14ebc1853db) AuthConfig (d19143a5054469f2bb5150954ca84b740cd1b9322cc3b2bd6da36b459fac5a68) AuthConfig (5b977f32830ac72a086aed437ac7bcd3669a5d385c3247d7894efcf8c378b4d1) AuthConfig (86bd8fe215d0f743130e78629571fb565ec462dfd3925cd52c1916625b556a58) AuthConfig (4bce5fec1d6bdcff9dbb0bd005f481cf9173f05b4cad9305c3a08deb0e43ba57) AuthConfig (a7818da58d1251cbf19d361ef8e3ec5f946eca331d4c498e065f36f001c0fc5b) AuthConfig (dca91a934704941f8558f59f20e3d18946570cecf8db23cc4e93adcafdc97df0) AuthConfig (6add9ffd2fa6206f35d5cd41c0883530d1a30295b240f62161cf3d3c55f34594)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"748ab91d-85eb-4f9b-8702-8ba75c92cc61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.66533765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"2e9ecc5f-ac24-44d3-8bdc-4e431f5a36c9","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.665360292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"2e9ecc5f-ac24-44d3-8bdc-4e431f5a36c9","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.691524875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aad129-5d04-4c54-a1de-c3e6d69797a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.740725498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aad129-5d04-4c54-a1de-c3e6d69797a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.789466757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aad129-5d04-4c54-a1de-c3e6d69797a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.838464326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aad129-5d04-4c54-a1de-c3e6d69797a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.672217839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d5f9881e-73de-4719-a5a9-b8d0ecc713b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.725961995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d5f9881e-73de-4719-a5a9-b8d0ecc713b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.771972546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"545dbd97-a7a4-4cc8-9db8-197cd84f6262","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.778378935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d5f9881e-73de-4719-a5a9-b8d0ecc713b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.828489635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"545dbd97-a7a4-4cc8-9db8-197cd84f6262","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.881537195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-9818d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8299f810ef67a79db680898b59bfd0c565f80fdd8c5cb7bea93fdf3416437332) AuthConfig (ee3e8c40a47c655ba10a700ed3be9f4911b162847b00f179403ab16408dc9d09) AuthConfig (0f949c1c73a8dae94f7925f42dd929dff78ca1f973e819d53cc38e02e0e4ec18) AuthConfig (1a80a3c149bc72e0e14abc37473be1bfb1a7240f9440156885f9b57e2a67a30c) AuthConfig (d9af20d8ed6013f54bb54cad7d6bb38b5d094f8bcc99da246a7a3b74fea7c855) AuthConfig (83058c92913a4d9cb2963800343c99c9a0083bfd30f949dbfdb9f8e5bd6635c0) AuthConfig (306d8253441fbccc8fc472332fdf0b20ec18e504cf002de4e6715e937c27c660) AuthConfig (ea631269ba76f746103928a27e18f68a3815216c8defa6965006b7e9bd639e63) AuthConfig (ffa9887ccdc87a844b8f67cea9c3d0b62176bd03a8d31bf42bf3b1f4666ee2b3) AuthConfig (1926622aacfab9d99d2951defd1c24b33f0b4622109c087bf88a32761585f0eb) AuthConfig (2a14c424d8faad3623a4be20e5b4245e71ac1108eb64dedd8464c14ebc1853db) AuthConfig (d19143a5054469f2bb5150954ca84b740cd1b9322cc3b2bd6da36b459fac5a68) AuthConfig (5b977f32830ac72a086aed437ac7bcd3669a5d385c3247d7894efcf8c378b4d1) AuthConfig (86bd8fe215d0f743130e78629571fb565ec462dfd3925cd52c1916625b556a58) AuthConfig (4bce5fec1d6bdcff9dbb0bd005f481cf9173f05b4cad9305c3a08deb0e43ba57) AuthConfig (a7818da58d1251cbf19d361ef8e3ec5f946eca331d4c498e065f36f001c0fc5b) AuthConfig (dca91a934704941f8558f59f20e3d18946570cecf8db23cc4e93adcafdc97df0) AuthConfig (6add9ffd2fa6206f35d5cd41c0883530d1a30295b240f62161cf3d3c55f34594)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"545dbd97-a7a4-4cc8-9db8-197cd84f6262","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.160916203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b48251-5dcb-4c95-8d95-b79fd0215c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.210029038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b48251-5dcb-4c95-8d95-b79fd0215c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.259047131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b48251-5dcb-4c95-8d95-b79fd0215c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.308133211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b48251-5dcb-4c95-8d95-b79fd0215c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.11328213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f066f3f-bd73-488b-9a8d-6d4b3b81fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.162025187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f066f3f-bd73-488b-9a8d-6d4b3b81fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.210855135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f066f3f-bd73-488b-9a8d-6d4b3b81fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.259695039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f066f3f-bd73-488b-9a8d-6d4b3b81fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.550685376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"0d1913f6-f91f-4f12-aa6f-a9a7786d4d6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.650205645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"1f1c0bca-f3a1-46f7-b028-2537d913e057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.744951243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"6276f198-4c41-426d-8caf-06f41435649e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.860683173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3de90350-fc45-437a-9411-12b11ade7e9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.952517846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"eba26742-2c67-4459-8de1-6f33f99d7d60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.182387365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"9257df6f-9de5-45fc-8a2c-7ab884aad748","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.36565978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"f60d72e1-6364-4d55-a98c-0059cc6083e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.465219107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"5e87e13d-c4ce-4998-bcc1-43e7029ec72c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.565032673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"2b06a623-3122-4f0f-a0c4-fbe6d1868f76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.611500204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c65e8b6-ebb6-467f-9266-7919ff159dc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.673361681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"24fd410b-1c62-485d-bb0a-0f4e2990d246","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.801324245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"60aa5d21-5e77-4d34-9f0d-83ff72964c24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.87768275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"1828d255-89ca-4e6c-9bbf-be232fa46a26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.931877862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"1828d255-89ca-4e6c-9bbf-be232fa46a26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.980430848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"941b7c17-92f8-4493-bb77-d1c461ceb1f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.984397893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc585a2a01998f4ba5f340e1d7959b36150cb46d2011f80fa0629728ca64a7aa) AuthConfig (9961a6d62076555e66ae037be1f9f6b1118c5f04fb0379bdbae62eaedd134ba0) AuthConfig (f36e80b36562ea39c2d723c54704ba5f6a8704fb94b32242a90e7ff043670044) AuthConfig (2811e6ddc1c51e36a5882b76627bcd01cf60234b3202b354f07b44ec80c022c4) AuthConfig (cade835edf825a6a9c6af94a660de238bf7a61413a740e2570e2e9cb901fb892) AuthConfig (185222ebcbcfe00e9a595bc71478f3446b2103b03c1c3eedcf1b1dfc362657cc) AuthConfig (c83cccd2d94ade2948118fce29fe06068619306d95e0527a31e62b7b612065d7) AuthConfig (cfa7acf93f18c4c61408207f7e37efe78b0bd6ab6a6c15993969eeb54023282c) AuthConfig (c07dc2f1b6927c07d702bcf139b257da5e5c525316295895b5986f2b4c85ec1d) AuthConfig (ce23349da588151dbb3c9f4e63f477c7e37dba5c99fb23c73b0b72ca8cdd002e) AuthConfig (23dd948b9de621164d3a0e311b199928e060b6a6012de992f55cd3559b35cdf0) AuthConfig (4b534ba1bff241448173ace843739a4f70871187a52f98af39bd8b5357a39257) AuthConfig (ddca0cd4ace7f024a316f4c62192fc089681fc31745d50a18de14d1a182b9cc6) AuthConfig (f32782ee00fe66173dbb8fdbfa21f3ee807772b88e4c3b38ef15c3e0a8f1b595) AuthConfig (7b6587d1e29f78304e8bdce99e5abbefffe46cbc776c8eabd1845f1c90fa1b1b) AuthConfig (4d24161a8c988be0833603c0342c85be127ddbc1d07da635ca365d7df4baecca) AuthConfig (28eee3d1ef49c7c94b15507ce35e6f4f4787b2baf24d6a5dc6844bfc078d3643) AuthConfig (e6c4268bb063c10c08d028de4e83443e501526b8e9b2ad4cdaf6be6cda2ce514)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"1828d255-89ca-4e6c-9bbf-be232fa46a26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.034332911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"941b7c17-92f8-4493-bb77-d1c461ceb1f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.039212295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"5ae6d08e-02d8-4c3d-8430-afecc29e1ac3","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.039233597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"5ae6d08e-02d8-4c3d-8430-afecc29e1ac3","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.287465615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b9605aeb-7695-4926-92a7-7d29f1cd4425","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.287488883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b9605aeb-7695-4926-92a7-7d29f1cd4425","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.493721691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.621448979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"89ec366e-3be1-48e6-9b3c-c4d3035a3fa4","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.621471302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"89ec366e-3be1-48e6-9b3c-c4d3035a3fa4","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.675223071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"c5bdee2a-d426-48b7-ab0a-c7eacb062662","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.6752447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"c5bdee2a-d426-48b7-ab0a-c7eacb062662","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.7732561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"5c8b1941-370f-4b5a-ac81-6a5d785a85b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.894114317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"5c8b1941-370f-4b5a-ac81-6a5d785a85b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:41.947358079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"5c8b1941-370f-4b5a-ac81-6a5d785a85b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:42.002122838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"a1206425-fc48-4f9e-bb28-a0f5f54f08bb","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:42.002148108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"a1206425-fc48-4f9e-bb28-a0f5f54f08bb","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.399232205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","namespace":"ai-tenant-e2e-mt-85db4aad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.399297934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","namespace":"ai-tenant-e2e-mt-85db4aad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.399353321Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","tenant":"e2e-mt-85db4aad","tenantID":"e2e-mt-85db4aad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.45049469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Deployment","name":"maas-api-e2e-mt-85db4aad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.50731377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Service","name":"maas-api-e2e-mt-85db4aad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.559698263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-85db4aad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.610692321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-85db4aad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.662705104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.716452976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.770636418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.821686265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.870440501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Deployment","name":"payload-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.919383796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:45.968158422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Service","name":"payload-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.017790122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"Service","name":"payload-pre-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.066573364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"DestinationRule","name":"payload-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.11545508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.139601072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"dcc0b12d-10d2-4249-a526-3ecc6e485a3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.164203802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.193515098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"dcc0b12d-10d2-4249-a526-3ecc6e485a3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.216854007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.246282429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc585a2a01998f4ba5f340e1d7959b36150cb46d2011f80fa0629728ca64a7aa) AuthConfig (9961a6d62076555e66ae037be1f9f6b1118c5f04fb0379bdbae62eaedd134ba0) AuthConfig (f36e80b36562ea39c2d723c54704ba5f6a8704fb94b32242a90e7ff043670044) AuthConfig (2811e6ddc1c51e36a5882b76627bcd01cf60234b3202b354f07b44ec80c022c4) AuthConfig (cade835edf825a6a9c6af94a660de238bf7a61413a740e2570e2e9cb901fb892) AuthConfig (185222ebcbcfe00e9a595bc71478f3446b2103b03c1c3eedcf1b1dfc362657cc) AuthConfig (c83cccd2d94ade2948118fce29fe06068619306d95e0527a31e62b7b612065d7) AuthConfig (cfa7acf93f18c4c61408207f7e37efe78b0bd6ab6a6c15993969eeb54023282c) AuthConfig (c07dc2f1b6927c07d702bcf139b257da5e5c525316295895b5986f2b4c85ec1d) AuthConfig (ce23349da588151dbb3c9f4e63f477c7e37dba5c99fb23c73b0b72ca8cdd002e) AuthConfig (23dd948b9de621164d3a0e311b199928e060b6a6012de992f55cd3559b35cdf0) AuthConfig (4b534ba1bff241448173ace843739a4f70871187a52f98af39bd8b5357a39257) AuthConfig (ddca0cd4ace7f024a316f4c62192fc089681fc31745d50a18de14d1a182b9cc6) AuthConfig (f32782ee00fe66173dbb8fdbfa21f3ee807772b88e4c3b38ef15c3e0a8f1b595) AuthConfig (7b6587d1e29f78304e8bdce99e5abbefffe46cbc776c8eabd1845f1c90fa1b1b) AuthConfig (4d24161a8c988be0833603c0342c85be127ddbc1d07da635ca365d7df4baecca) AuthConfig (28eee3d1ef49c7c94b15507ce35e6f4f4787b2baf24d6a5dc6844bfc078d3643) AuthConfig (e6c4268bb063c10c08d028de4e83443e501526b8e9b2ad4cdaf6be6cda2ce514)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"dcc0b12d-10d2-4249-a526-3ecc6e485a3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.26556417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.314433073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.363056715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-85db4aad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.411989468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-85db4aad"},"namespace":"ai-tenant-e2e-mt-85db4aad","name":"default-tenant","reconcileID":"a4459d42-e592-4039-ae83-096f0f4643fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-85db4aad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:52.099333374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"93142412-6527-4872-b215-686cee806059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:52.152953924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"93142412-6527-4872-b215-686cee806059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:52.205257473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"93142412-6527-4872-b215-686cee806059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.201450978Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85db4aad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85db4aad","reconcileID":"9e554135-d53d-48b8-9d95-6b7a17cc9661","aitenant":"ai-tenants/e2e-mt-85db4aad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.739303797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f2643-fa48-4d7d-8fed-7ad8265190f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.790038253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f2643-fa48-4d7d-8fed-7ad8265190f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.840352706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f2643-fa48-4d7d-8fed-7ad8265190f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.889608833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f2643-fa48-4d7d-8fed-7ad8265190f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.995286381Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-85db4aad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-85db4aad","reconcileID":"9e554135-d53d-48b8-9d95-6b7a17cc9661","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-85db4aad","removed":["maas.opendatahub.io/gateway-access-e2e-mt-85db4aad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.27228504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-access","reconcileID":"153684e5-633a-4c45-88f0-4fb26b2b5357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.272375343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"a7b6c2b2-0d9b-400e-a65c-9d20802ff004","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.427370687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"4a938fae-6f9d-4988-be49-958b9672eef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.474972159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"67f92764-8a1d-44a2-a45d-c7f202adca2a","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.484431855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"4a938fae-6f9d-4988-be49-958b9672eef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.53060469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"53c31bfe-edda-4bc1-9ab6-f2588a22d14d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.639359186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"6fc2cf68-34b3-4475-833d-e7306a1d8090","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.647673882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","namespace":"ai-tenant-e2e-shared-a-w0-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.647726281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","namespace":"ai-tenant-e2e-shared-a-w0-c11538","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.647772993Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","tenant":"e2e-shared-a-w0-c11538","tenantID":"e2e-shared-a-w0-c11538","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.698431197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-c11538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.71318451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928cb9d-3ccd-4c2f-8674-21f1c7f0948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.762339939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928cb9d-3ccd-4c2f-8674-21f1c7f0948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.774764817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Service","name":"maas-api-e2e-shared-a-w0-c11538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.812345145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928cb9d-3ccd-4c2f-8674-21f1c7f0948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.813133205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"a4190a31-6f91-4b21-8ac3-7779f2aee5cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.8615147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928cb9d-3ccd-4c2f-8674-21f1c7f0948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.866146562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-c11538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.910225876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ed3fc525-12da-44bd-9b7e-4ce80f7b4e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.910666778Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"a4190a31-6f91-4b21-8ac3-7779f2aee5cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.918180234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-c11538","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.965323524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ed3fc525-12da-44bd-9b7e-4ce80f7b4e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.969568679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.02261372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.125308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.175167106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"e3dd230b-ae4e-4eab-8f5b-6744b5bd6919","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.177959065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.226536671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.274791457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.325882031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.344699543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"22b9a068-8f04-40a7-a7d3-b9fb17d63015","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.376767209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.398480659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"22b9a068-8f04-40a7-a7d3-b9fb17d63015","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.425064491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.451444281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-714979-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc585a2a01998f4ba5f340e1d7959b36150cb46d2011f80fa0629728ca64a7aa) AuthConfig (9961a6d62076555e66ae037be1f9f6b1118c5f04fb0379bdbae62eaedd134ba0) AuthConfig (f36e80b36562ea39c2d723c54704ba5f6a8704fb94b32242a90e7ff043670044) AuthConfig (2811e6ddc1c51e36a5882b76627bcd01cf60234b3202b354f07b44ec80c022c4) AuthConfig (cade835edf825a6a9c6af94a660de238bf7a61413a740e2570e2e9cb901fb892) AuthConfig (185222ebcbcfe00e9a595bc71478f3446b2103b03c1c3eedcf1b1dfc362657cc) AuthConfig (c83cccd2d94ade2948118fce29fe06068619306d95e0527a31e62b7b612065d7) AuthConfig (cfa7acf93f18c4c61408207f7e37efe78b0bd6ab6a6c15993969eeb54023282c) AuthConfig (c07dc2f1b6927c07d702bcf139b257da5e5c525316295895b5986f2b4c85ec1d) AuthConfig (ce23349da588151dbb3c9f4e63f477c7e37dba5c99fb23c73b0b72ca8cdd002e) AuthConfig (23dd948b9de621164d3a0e311b199928e060b6a6012de992f55cd3559b35cdf0) AuthConfig (4b534ba1bff241448173ace843739a4f70871187a52f98af39bd8b5357a39257) AuthConfig (ddca0cd4ace7f024a316f4c62192fc089681fc31745d50a18de14d1a182b9cc6) AuthConfig (f32782ee00fe66173dbb8fdbfa21f3ee807772b88e4c3b38ef15c3e0a8f1b595) AuthConfig (7b6587d1e29f78304e8bdce99e5abbefffe46cbc776c8eabd1845f1c90fa1b1b) AuthConfig (4d24161a8c988be0833603c0342c85be127ddbc1d07da635ca365d7df4baecca) AuthConfig (28eee3d1ef49c7c94b15507ce35e6f4f4787b2baf24d6a5dc6844bfc078d3643) AuthConfig (e6c4268bb063c10c08d028de4e83443e501526b8e9b2ad4cdaf6be6cda2ce514)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"22b9a068-8f04-40a7-a7d3-b9fb17d63015","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.4734271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.521727604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.574007025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.622364348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.670747142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.719323575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-c11538","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:56.767773228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-c11538"},"namespace":"ai-tenant-e2e-shared-a-w0-c11538","name":"default-tenant","reconcileID":"c7a72a43-fc5a-494a-9568-6748b1d4e634","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-c11538","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:57.297731293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"7ed3261e-4bfe-401b-a93b-97e0a6c6c0cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:57.390087381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"05361d37-f102-4fa1-82bf-003ecc35ea65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:57.767681942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"ffaa9beb-db94-4f9c-8af6-69b32155b9cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.011474237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"58b49acd-9faa-47cb-8621-4f67dfa21001","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.113238473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"471e5be1-1b90-43c0-b619-9dcba5ec8164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.211695742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"1f8ab829-da2d-4db7-9441-397a40245719","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.219363384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9083a50f-78a1-4857-b0be-42cc8d5269d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.318781342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"f353ad49-a1bc-469d-804a-e61be4cf6116","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.318781264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"08faa5a0-2bd7-4df4-9adb-6eeff5a2ec36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.417414059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"55cf10ec-46ce-4f40-be64-04ba789dd9e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.51218449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"bd89c188-8aa2-4e31-80aa-d20ed531b3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:58.881706065Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-c11538","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-c11538","reconcileID":"787c74a4-d6d1-4e5a-8b2d-d05dd4ff72ef","aitenant":"ai-tenants/e2e-shared-a-w0-c11538","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:59.420142677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1f5a1-a6ff-4578-9b85-24834ebca59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:59.469776563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1f5a1-a6ff-4578-9b85-24834ebca59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:59.518753395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1f5a1-a6ff-4578-9b85-24834ebca59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:59.568551548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b1f5a1-a6ff-4578-9b85-24834ebca59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:59.675019237Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-c11538","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-c11538","reconcileID":"787c74a4-d6d1-4e5a-8b2d-d05dd4ff72ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-c11538","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-c11538"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:01.404572065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9caa2e-4fcb-4276-ab98-2cea872f91a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:01.453969018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9caa2e-4fcb-4276-ab98-2cea872f91a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:01.502851866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9caa2e-4fcb-4276-ab98-2cea872f91a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:01.55188282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9caa2e-4fcb-4276-ab98-2cea872f91a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.303976619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a6e4ff43-c976-41c3-a873-1af7824f7053","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.35810898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a6e4ff43-c976-41c3-a873-1af7824f7053","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.411919827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f444f58c5185878529dd4f1a225a20bd2b5e1dbc05666aceb55cf1f2142d0361) AuthConfig (983453e52ca95180481e139aedb1265f20f29706d09af823fa7a1da90c5d6e3a) AuthConfig (73c8d1629a4e5b382dcd32f14d2b5a2160d93c7d8d4bcf4db64e6ed27dfe87ee) AuthConfig (5f3668aa10dcacaa4303c136ef7a1f87f077cc2a40527d4aee8fec321f99b674) AuthConfig (f2520feb4f4e003c092972f163db8ed36e2e64d5e13610bd4b5422b2a5c8ca0f) AuthConfig (063bca5f92c6450bb13d0246f36cd316152dbf674c4c6b91e00a10bf6958453c) AuthConfig (1059c4d832dc30dd65e4c0eb9d2cfee77814da9db58e505d0e0d7dc390eb0fa7) AuthConfig (38ba780d679b38309e3a5323f3a76c0ba4d6b5651750ffdb3145fd3e1a3efa49) AuthConfig (17d240f6ca61bf2303241f0af6a27b6e705815446d38998872d05174b9dbf521) AuthConfig (f72038a22c67c08066887ecaa52081481d1bc3a852e34d138b831b6d1c643d4e) AuthConfig (65c256bcebbb552a8f75f022b91d03779e02d22297d03d2ba70c32f56a866d12) AuthConfig (111ae1be28c005144ae40d5398145222d5ad8be466257fa841d7158aa89834f9) AuthConfig (b56132bd8c4b45bbbea2e786a7b90ac34e42317ec0cf016b4983c018270173c5) AuthConfig (0773d380a58d50e8123190e5c535f207fd7ff4cda963c708824cd342f5e3946a) AuthConfig (00b62b9bab02f0f718507bb8a70e7abe8c55e96c0926b462e4437792d8cd7529) AuthConfig (898b9da0ad8e501cc8d09336e91825846bb80bd2c7571b6a0146dc0eefb9acbb) AuthConfig (ac61915e157467113e0bdeff35e663b96784c63480577e7a49536921bb79ae54) AuthConfig (a1bd1ab36b5a41af3ba1c788aad4ef19898e4428f3e4c8acd06a67866e762bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a6e4ff43-c976-41c3-a873-1af7824f7053","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.469235552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"b76ab56a-a0a9-495b-a704-ca770350eb3a","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.469259887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"b76ab56a-a0a9-495b-a704-ca770350eb3a","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.327831059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"e6828d11-bec8-4c9c-8fae-137767cf02eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.378433681Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"simulator-subscription","reconcileID":"e6828d11-bec8-4c9c-8fae-137767cf02eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/simulator-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.612217024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"f2afe6a8-04ee-4749-8dab-5056bbef5121","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.666161491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"f2afe6a8-04ee-4749-8dab-5056bbef5121","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.707230814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"5e7b18bd-b66e-4d25-ab1a-6ab91c50359a","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.804241778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"2c9916af-d6bf-4eff-abab-b07b9ac1a88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:06.859392041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"2c9916af-d6bf-4eff-abab-b07b9ac1a88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.009048977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"7db1fefa-1511-4bd3-b2fe-dc261d078ca9","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.00907026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"7db1fefa-1511-4bd3-b2fe-dc261d078ca9","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.794495362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"299c27d7-87cf-405c-a13b-e0267aef880a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.794527106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"299c27d7-87cf-405c-a13b-e0267aef880a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:08.103426335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3626dd-47ae-4132-b499-621e82db637a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:08.152351225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3626dd-47ae-4132-b499-621e82db637a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:08.201121262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3626dd-47ae-4132-b499-621e82db637a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:08.250152083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3626dd-47ae-4132-b499-621e82db637a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:10.061841167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df09aad-441c-4742-b2c6-fac0e6af1514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:10.112378111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df09aad-441c-4742-b2c6-fac0e6af1514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:10.162465249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df09aad-441c-4742-b2c6-fac0e6af1514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:10.211567516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df09aad-441c-4742-b2c6-fac0e6af1514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:11.494042966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.579948865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"275380ef-ccb1-414f-b62b-5247e9129d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.636889902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"275380ef-ccb1-414f-b62b-5247e9129d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.687755276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"3f3c23e2-0f28-4f46-957c-fa75f7f275e9","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.687776379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"3f3c23e2-0f28-4f46-957c-fa75f7f275e9","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.701063639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f444f58c5185878529dd4f1a225a20bd2b5e1dbc05666aceb55cf1f2142d0361) AuthConfig (983453e52ca95180481e139aedb1265f20f29706d09af823fa7a1da90c5d6e3a) AuthConfig (73c8d1629a4e5b382dcd32f14d2b5a2160d93c7d8d4bcf4db64e6ed27dfe87ee) AuthConfig (5f3668aa10dcacaa4303c136ef7a1f87f077cc2a40527d4aee8fec321f99b674) AuthConfig (f2520feb4f4e003c092972f163db8ed36e2e64d5e13610bd4b5422b2a5c8ca0f) AuthConfig (063bca5f92c6450bb13d0246f36cd316152dbf674c4c6b91e00a10bf6958453c) AuthConfig (1059c4d832dc30dd65e4c0eb9d2cfee77814da9db58e505d0e0d7dc390eb0fa7) AuthConfig (38ba780d679b38309e3a5323f3a76c0ba4d6b5651750ffdb3145fd3e1a3efa49) AuthConfig (17d240f6ca61bf2303241f0af6a27b6e705815446d38998872d05174b9dbf521) AuthConfig (f72038a22c67c08066887ecaa52081481d1bc3a852e34d138b831b6d1c643d4e) AuthConfig (65c256bcebbb552a8f75f022b91d03779e02d22297d03d2ba70c32f56a866d12) AuthConfig (111ae1be28c005144ae40d5398145222d5ad8be466257fa841d7158aa89834f9) AuthConfig (b56132bd8c4b45bbbea2e786a7b90ac34e42317ec0cf016b4983c018270173c5) AuthConfig (0773d380a58d50e8123190e5c535f207fd7ff4cda963c708824cd342f5e3946a) AuthConfig (00b62b9bab02f0f718507bb8a70e7abe8c55e96c0926b462e4437792d8cd7529) AuthConfig (898b9da0ad8e501cc8d09336e91825846bb80bd2c7571b6a0146dc0eefb9acbb) AuthConfig (ac61915e157467113e0bdeff35e663b96784c63480577e7a49536921bb79ae54) AuthConfig (a1bd1ab36b5a41af3ba1c788aad4ef19898e4428f3e4c8acd06a67866e762bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"275380ef-ccb1-414f-b62b-5247e9129d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.765326312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"ecd3e750-54f5-4463-96d9-c756f40563ed","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.765355268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"ecd3e750-54f5-4463-96d9-c756f40563ed","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:12.793598416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"acdfb036-2bed-42f9-976e-6bf6bc204c48","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-3386bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.797743668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"a0e6c0f9-b1c6-4694-9d27-a6767e45240e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.852210571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"a0e6c0f9-b1c6-4694-9d27-a6767e45240e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.895099225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"19bb4276-a216-4189-b9c9-1c97b2d88f44","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.895118666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"19bb4276-a216-4189-b9c9-1c97b2d88f44","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.949635584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"42b2de42-40a4-47f9-9c11-b3e9c974e61a","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:12.949659993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"42b2de42-40a4-47f9-9c11-b3e9c974e61a","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.003955009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"c8e02e13-dfd9-417c-87b8-5299c78acb16","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.003976705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"c8e02e13-dfd9-417c-87b8-5299c78acb16","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.0278582Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ecc422c1-f961-4310-a1bd-5bb5d526c7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.064463176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"d84959ec-63c4-4bdb-be4e-b8d3eb52ea40","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.105764563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"7b61b98d-feb0-45b3-b2c8-89fbc594bf3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:13.11077598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"533d3107-4545-4c44-a701-d17eed14a000","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-3386bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.120089849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"1925f0c4-a2d3-48c2-87d9-6a436090f41f","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.12010893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"1925f0c4-a2d3-48c2-87d9-6a436090f41f","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.151755937Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"22599748-3b3a-47c5-965d-b42bd4c8049e","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-rate-test-model-4d1799","model":"rate-test-model-4d1799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-4d1799/e2e-rate-iso-a-3386bf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.160046781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"7b61b98d-feb0-45b3-b2c8-89fbc594bf3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.20470793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d67f14da-8a53-4992-8925-9b7e65ac2b88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.220163115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"3fffe178-e117-4ce0-ab36-d3cda3eece26","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.220184805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"3fffe178-e117-4ce0-ab36-d3cda3eece26","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.249659066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"db20c049-c308-456f-940f-79b067672917","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.249681139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"db20c049-c308-456f-940f-79b067672917","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.26043825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"d67f14da-8a53-4992-8925-9b7e65ac2b88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.275214631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"1ea16ac1-9ba1-4cc5-b8ea-cc10b4c92717","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.275244954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"1ea16ac1-9ba1-4cc5-b8ea-cc10b4c92717","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.301353181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ecc422c1-f961-4310-a1bd-5bb5d526c7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.301685565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"0ec443f9-5195-4216-8fae-852291d9a4a6","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.301704361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"0ec443f9-5195-4216-8fae-852291d9a4a6","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.310122677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"06be0ca5-4275-4850-b075-6d7d7288ff86","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.310141893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"06be0ca5-4275-4850-b075-6d7d7288ff86","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.318593911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"9b1698b0-96e7-4c89-aad4-e2ab57a72498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.424750004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ecc422c1-f961-4310-a1bd-5bb5d526c7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"e2e-worker-w3-320f60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.424778003Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-access","reconcileID":"ecc422c1-f961-4310-a1bd-5bb5d526c7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-320f60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.449961556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"58a1b7b9-fe45-4790-9a9e-cc057440f530","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.476156906Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"a3cb37d9-bf12-47f6-bc03-6bafcd31650e","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-rate-test-model-714979","model":"rate-test-model-714979","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-714979/e2e-rate-iso-b-3386bf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.47820448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"bc1cbb08-b18a-4288-ab07-472c2dc5daa9","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.507647006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"8d7382d8-baab-4ebc-957a-34b646a5ac43","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-rate-test-model-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.550079987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"84008578-d65a-4efd-b697-22861c765057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.571635006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"58a1b7b9-fe45-4790-9a9e-cc057440f530","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.603859659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"84008578-d65a-4efd-b697-22861c765057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.624160825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"58a1b7b9-fe45-4790-9a9e-cc057440f530","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.677141649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"f052bdf3-30ba-4c0e-a601-95ec118e38f9","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.67716775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"f052bdf3-30ba-4c0e-a601-95ec118e38f9","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.67877238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"4856e07c-c087-450a-accd-a42e90228d06","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.678790702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"4856e07c-c087-450a-accd-a42e90228d06","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.733424403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"57e1e79a-5be5-40df-ab39-e9f50af7546b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.874826225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"d52d331d-2b3f-4743-8ed0-963451e3524b","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-rate-test-model-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.165200286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"380c76ff-d0c4-4744-b839-8e70e15ceae6","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.226315806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"a0ffd5e2-ca6d-41ea-a008-de74d17b8e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.27562727Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"a0ffd5e2-ca6d-41ea-a008-de74d17b8e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"name":"maas-trlp-premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60","model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.48510119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"82f7c53a-3e36-4f8d-8c4a-5790c6d070f4","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.496317952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"0c3e23b3-39e8-48b7-89ef-64da1327d0e5","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.496569289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"62546df4-2832-467a-b536-83f599a7b30b","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.496752277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-w3-320f60","reconcileID":"8b799b61-03ad-4da4-9009-f35cbf1b3082","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.545777731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-2-w3-320f60","reconcileID":"c31590de-0765-488f-b56d-6992cfb4fddf","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-2-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-2-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:14.650842695Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"d6aa4435-64ad-4000-8214-39f7742ee5bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-79603805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:15.275057407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"99cf270f-0dca-4ac0-a33b-ce935b3f78e3","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:15.391284664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d392902-9ea9-4211-8f11-41cfd141ee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:15.441358976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d392902-9ea9-4211-8f11-41cfd141ee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:15.490540158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d392902-9ea9-4211-8f11-41cfd141ee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:15.539779152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d392902-9ea9-4211-8f11-41cfd141ee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:17.400347377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f0c68c-6fe5-4732-823a-3d7ec00ada96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:17.44962222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f0c68c-6fe5-4732-823a-3d7ec00ada96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:17.498532959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f0c68c-6fe5-4732-823a-3d7ec00ada96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:17.547477121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f0c68c-6fe5-4732-823a-3d7ec00ada96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:19.339946332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45007dd6-11ba-4a8b-8f18-b93a749ffbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:19.388771889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45007dd6-11ba-4a8b-8f18-b93a749ffbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:19.437631802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45007dd6-11ba-4a8b-8f18-b93a749ffbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:19.486600384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45007dd6-11ba-4a8b-8f18-b93a749ffbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:22.799349426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"f3745b1a-2a1a-4f86-bad5-2ddacf5b2a80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:22.853350157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"f3745b1a-2a1a-4f86-bad5-2ddacf5b2a80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:22.905872975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f444f58c5185878529dd4f1a225a20bd2b5e1dbc05666aceb55cf1f2142d0361) AuthConfig (983453e52ca95180481e139aedb1265f20f29706d09af823fa7a1da90c5d6e3a) AuthConfig (73c8d1629a4e5b382dcd32f14d2b5a2160d93c7d8d4bcf4db64e6ed27dfe87ee) AuthConfig (5f3668aa10dcacaa4303c136ef7a1f87f077cc2a40527d4aee8fec321f99b674) AuthConfig (f2520feb4f4e003c092972f163db8ed36e2e64d5e13610bd4b5422b2a5c8ca0f) AuthConfig (063bca5f92c6450bb13d0246f36cd316152dbf674c4c6b91e00a10bf6958453c) AuthConfig (1059c4d832dc30dd65e4c0eb9d2cfee77814da9db58e505d0e0d7dc390eb0fa7) AuthConfig (38ba780d679b38309e3a5323f3a76c0ba4d6b5651750ffdb3145fd3e1a3efa49) AuthConfig (17d240f6ca61bf2303241f0af6a27b6e705815446d38998872d05174b9dbf521) AuthConfig (f72038a22c67c08066887ecaa52081481d1bc3a852e34d138b831b6d1c643d4e) AuthConfig (65c256bcebbb552a8f75f022b91d03779e02d22297d03d2ba70c32f56a866d12) AuthConfig (111ae1be28c005144ae40d5398145222d5ad8be466257fa841d7158aa89834f9) AuthConfig (b56132bd8c4b45bbbea2e786a7b90ac34e42317ec0cf016b4983c018270173c5) AuthConfig (0773d380a58d50e8123190e5c535f207fd7ff4cda963c708824cd342f5e3946a) AuthConfig (00b62b9bab02f0f718507bb8a70e7abe8c55e96c0926b462e4437792d8cd7529) AuthConfig (898b9da0ad8e501cc8d09336e91825846bb80bd2c7571b6a0146dc0eefb9acbb) AuthConfig (ac61915e157467113e0bdeff35e663b96784c63480577e7a49536921bb79ae54) AuthConfig (a1bd1ab36b5a41af3ba1c788aad4ef19898e4428f3e4c8acd06a67866e762bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"f3745b1a-2a1a-4f86-bad5-2ddacf5b2a80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:23.778085939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"bf46f43e-77e7-4c20-bee9-7c8dd247c5ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:23.83225099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"bf46f43e-77e7-4c20-bee9-7c8dd247c5ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:23.885161827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"bf46f43e-77e7-4c20-bee9-7c8dd247c5ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:24.700528691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"7228a6b1-4dd4-4758-b1b5-7fcf94f086a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:24.749157338Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"premium-simulator-subscription","reconcileID":"7228a6b1-4dd4-4758-b1b5-7fcf94f086a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-320f60"},"model":"e2e-models-e2e-worker-w3-320f60/premium-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:25.005173328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"846b66e5-cbbb-4004-90d6-a8ae5a5bcf83","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:25.330387746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"e7b8eb1c-ce76-4439-b457-a7fddc2aa2be","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:27.836733696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"069c292a-a53a-4206-8299-b7e42c75e1ec","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:30.190265634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-2-w3-320f60","reconcileID":"d28ddf36-b629-4884-b4e4-eb622370778d","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-2-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-2-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:30.541819974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-w3-320f60","reconcileID":"6ab63240-a060-4971-9a39-5160b4899f43","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:33.004837944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"87a3d029-3232-4ad6-82d3-af13f3f5b78e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:33.059821717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"87a3d029-3232-4ad6-82d3-af13f3f5b78e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:33.112630693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-a6219b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f444f58c5185878529dd4f1a225a20bd2b5e1dbc05666aceb55cf1f2142d0361) AuthConfig (983453e52ca95180481e139aedb1265f20f29706d09af823fa7a1da90c5d6e3a) AuthConfig (73c8d1629a4e5b382dcd32f14d2b5a2160d93c7d8d4bcf4db64e6ed27dfe87ee) AuthConfig (5f3668aa10dcacaa4303c136ef7a1f87f077cc2a40527d4aee8fec321f99b674) AuthConfig (f2520feb4f4e003c092972f163db8ed36e2e64d5e13610bd4b5422b2a5c8ca0f) AuthConfig (063bca5f92c6450bb13d0246f36cd316152dbf674c4c6b91e00a10bf6958453c) AuthConfig (1059c4d832dc30dd65e4c0eb9d2cfee77814da9db58e505d0e0d7dc390eb0fa7) AuthConfig (38ba780d679b38309e3a5323f3a76c0ba4d6b5651750ffdb3145fd3e1a3efa49) AuthConfig (17d240f6ca61bf2303241f0af6a27b6e705815446d38998872d05174b9dbf521) AuthConfig (f72038a22c67c08066887ecaa52081481d1bc3a852e34d138b831b6d1c643d4e) AuthConfig (65c256bcebbb552a8f75f022b91d03779e02d22297d03d2ba70c32f56a866d12) AuthConfig (111ae1be28c005144ae40d5398145222d5ad8be466257fa841d7158aa89834f9) AuthConfig (b56132bd8c4b45bbbea2e786a7b90ac34e42317ec0cf016b4983c018270173c5) AuthConfig (0773d380a58d50e8123190e5c535f207fd7ff4cda963c708824cd342f5e3946a) AuthConfig (00b62b9bab02f0f718507bb8a70e7abe8c55e96c0926b462e4437792d8cd7529) AuthConfig (898b9da0ad8e501cc8d09336e91825846bb80bd2c7571b6a0146dc0eefb9acbb) AuthConfig (ac61915e157467113e0bdeff35e663b96784c63480577e7a49536921bb79ae54) AuthConfig (a1bd1ab36b5a41af3ba1c788aad4ef19898e4428f3e4c8acd06a67866e762bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"87a3d029-3232-4ad6-82d3-af13f3f5b78e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:33.999310743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"3b01eba3-0125-452d-8898-1c7704b9bf6b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:34.056779385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"3b01eba3-0125-452d-8898-1c7704b9bf6b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:34.1105322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"3b01eba3-0125-452d-8898-1c7704b9bf6b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:34.921058102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"984a0fdd-29ca-4a44-9a68-fd94d2d2ac47","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-rate-test-model-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:35.078980838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"654c81a9-f085-413a-9190-300d251bd9bf","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:35.079010061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"654c81a9-f085-413a-9190-300d251bd9bf","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:35.331607099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"c5655739-a5ce-4002-9aa3-33077270b7b0","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:35.869790129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"e9846a81-11d8-4d07-8d77-e6fbe0348cdd","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-rate-test-model-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.025163712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"c9b80195-a02a-4fe1-8e59-69cda6361702","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.025186735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"c9b80195-a02a-4fe1-8e59-69cda6361702","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.0542632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"0601496b-4826-4fbb-8fea-ac742e3bd847","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.10804576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"0601496b-4826-4fbb-8fea-ac742e3bd847","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.307595665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"7204bd1f-710f-41cc-baad-a42ad225b867","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.361230026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"7204bd1f-710f-41cc-baad-a42ad225b867","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.649126675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-2-w3-320f60","reconcileID":"c8af701c-129e-4560-b503-898fa4332536","MaaSModelRef":{"name":"distinct-2-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-2-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-2-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.656452503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"distinct-w3-320f60","reconcileID":"e06eacf3-954d-4bee-a4db-89d36c3705e9","MaaSModelRef":{"name":"distinct-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"distinct-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"distinct-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.663765636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"premium-w3-320f60","reconcileID":"d961025d-9ed4-421d-b8a1-bb9269bf47be","MaaSModelRef":{"name":"premium-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"premium-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"premium-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:36.67105126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"namespace":"e2e-models-e2e-worker-w3-320f60","name":"simulator-w3-320f60","reconcileID":"872732d4-8d9e-4c11-9dd0-6e29324f67c9","MaaSModelRef":{"name":"simulator-w3-320f60","namespace":"e2e-models-e2e-worker-w3-320f60"},"routeName":"simulator-w3-320f60-kserve-route","namespace":"e2e-models-e2e-worker-w3-320f60","llmisvcName":"simulator-w3-320f60","gateway":"openshift-ingress/e2e-worker-w3-320f60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.048002565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","namespace":"ai-tenant-e2e-worker-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.048066718Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","namespace":"ai-tenant-e2e-worker-w3-320f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.048154397Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","tenant":"e2e-worker-w3-320f60","tenantID":"e2e-worker-w3-320f60","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.108657908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Deployment","name":"maas-api-e2e-worker-w3-320f60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.172336537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Service","name":"maas-api-e2e-worker-w3-320f60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.224279123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-320f60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.281809439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-320f60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.339260368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.3913235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.445311783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.498305888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.547047339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.595748874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.644193742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Service","name":"payload-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.693340562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.744152215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.792745494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.841552712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.894265113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.942535592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.990984741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.03931101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-320f60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.087897417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-320f60"},"namespace":"ai-tenant-e2e-worker-w3-320f60","name":"default-tenant","reconcileID":"52d25632-26f2-451b-ac51-81de4ce50464","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-320f60","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:41.492854374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:42.890080427Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-320f60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-320f60","reconcileID":"9063247a-3d84-40d9-87ff-265a449bad46","aitenant":"ai-tenants/e2e-worker-w3-320f60","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.211047871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"ca073349-4d9e-44da-a41a-6ba67b38c0f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.264955413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"ca073349-4d9e-44da-a41a-6ba67b38c0f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.404878153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22b68c1-cbbb-4be4-8ff2-a4fcf75dbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.454406287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22b68c1-cbbb-4be4-8ff2-a4fcf75dbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.503355055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22b68c1-cbbb-4be4-8ff2-a4fcf75dbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.552336712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22b68c1-cbbb-4be4-8ff2-a4fcf75dbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.613517982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"58880733-8fe3-4943-900f-0256f26c72f5","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.613550564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"58880733-8fe3-4943-900f-0256f26c72f5","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:43.663400253Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-320f60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-320f60","reconcileID":"9063247a-3d84-40d9-87ff-265a449bad46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-320f60","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-320f60"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.234921478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"597e0934-14c4-453d-a9b8-5041af6ed098","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.292424592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"597e0934-14c4-453d-a9b8-5041af6ed098","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.346544956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef74ce3b42da32f81c645368638e3b7610cd3b52df78728d2a2843f21256b224) AuthConfig (05e5525612445b6889c6b5654dd96a6e80a62efb28aba116bffcab3c986a0e26) AuthConfig (c5d53a52b3d2b5dafb4e0411f630d5e7613c2aeae64e5aaea59ba1de79ae6bc1) AuthConfig (995f1334c3df909a6af1dc120b5e3ebf438fdcf79be78e7d01b1e8b46c22b379) AuthConfig (95a196ba594ed0aa323b416eca48555d5d027c6faa9f1455a24627cd7e30102e) AuthConfig (a24adaed1e4e40c1a1939a2288b848464d0b3faf6d104e615e11c939c9562236) AuthConfig (fcc63a919dd23d7cbed098f024f48bc45ed0f36b846f6c2b8664eef66a851752) AuthConfig (904de785145ce94654d2cd8f23e20471348b81fffe8f9dcc5ae5790b8be9439c) AuthConfig (09d54b107de9960ec2bbc0128e3e4e648d1556287c3c05e21d5235d0465e6c04) AuthConfig (784218a820c860560d30cc38d276fe64719ef17d64c04ddcf34791c55e6598ea) AuthConfig (33aedc1919caed3c5142cd527c43828818f28ae1d7be7264125658501d487729) AuthConfig (28bcb54f72d2bb87266627c9d18e15c4bfe560862a36152f29b2420dd0431653) AuthConfig (da8a6b8fee15d3a2bcc7ddeb297cb0c14472b537763a374197db3334923845a3) AuthConfig (5f9eb7c876ffea5ab9328bc86afad342b4feda3396fa6be793a00ec0b4932697) AuthConfig (8a817320cad61a4f37b62af38c823d2c6273318f8fdaa16bec0ae39bd38ae5d8) AuthConfig (3fe8cc6c63ae35fb864bb33099a860d5d389c439f23f78fbfaa9a95caa9d6e2c) AuthConfig (a23a137cc537577caeff5605a801e37f0d7c43f2205fc214d84174e476241e53) AuthConfig (341b2a5b2459aed4528f4889803973b3345bdde6c2de2aa40758c36f41a0624f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"597e0934-14c4-453d-a9b8-5041af6ed098","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.407561966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"4baeb591-7b29-4757-8260-da76b6d2c286","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.407586143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"4baeb591-7b29-4757-8260-da76b6d2c286","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:45.411711736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0581273d-d723-4c9f-b535-1e4fb7810eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:45.461148735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0581273d-d723-4c9f-b535-1e4fb7810eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:45.510770781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0581273d-d723-4c9f-b535-1e4fb7810eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:45.5600868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0581273d-d723-4c9f-b535-1e4fb7810eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:47.373800957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8a595-b182-4d53-90fa-231815d3bd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:47.423190498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8a595-b182-4d53-90fa-231815d3bd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:47.472323094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8a595-b182-4d53-90fa-231815d3bd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:47.522154582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8a595-b182-4d53-90fa-231815d3bd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.299099727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"d005497c-493c-47fc-88db-7848d9bf1b1f","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.299120727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"d005497c-493c-47fc-88db-7848d9bf1b1f","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.356421162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"6b5e74e5-3238-49bf-9cfd-c41e5f52c63c","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.356441198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"6b5e74e5-3238-49bf-9cfd-c41e5f52c63c","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.395978879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"11663146-7a05-4085-aec9-c1b0f2dea2cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:49.399521259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"b0c63dfd-d9fd-480a-b1d8-a707997d8a84","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-0cafb5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:49.408095691Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"6b5e74e5-3238-49bf-9cfd-c41e5f52c63c","name":"rate-test-model-9818d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9818d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:49.408159091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"6b5e74e5-3238-49bf-9cfd-c41e5f52c63c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9818d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.413521926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"d8d5ca80-3152-4d54-8472-307efe67299d","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.413539384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"d8d5ca80-3152-4d54-8472-307efe67299d","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.449606769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"11663146-7a05-4085-aec9-c1b0f2dea2cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.502946965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"7e7753ac-f922-497c-8417-8d2462155da9","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.502965902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"7e7753ac-f922-497c-8417-8d2462155da9","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.555053827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b9b137cf-1c12-4f05-9ebe-fbd0dc4790c3","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.555076321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b9b137cf-1c12-4f05-9ebe-fbd0dc4790c3","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.599772894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"c15693cc-a3c0-425a-b960-2c031f51f71f","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.599793528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"c15693cc-a3c0-425a-b960-2c031f51f71f","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.654562386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"38d10843-a03f-4a66-b2be-3a83d35d7ed3","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.654590945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"38d10843-a03f-4a66-b2be-3a83d35d7ed3","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.698340268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a91e7d7f-175b-4b2c-8ca7-afddb539016a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:49.702395815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"c5b1d811-948c-405f-b748-860d5f8f1b50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-0cafb5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:49.705003273Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"38d10843-a03f-4a66-b2be-3a83d35d7ed3","name":"rate-test-model-a6219b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-a6219b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:04:49.705058502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"38d10843-a03f-4a66-b2be-3a83d35d7ed3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-a6219b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.71041123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"e7b2ae37-85fb-4606-8fcc-7a8b74c03036","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.710430104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"e7b2ae37-85fb-4606-8fcc-7a8b74c03036","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.75237601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a91e7d7f-175b-4b2c-8ca7-afddb539016a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.756319138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"f1cdbf25-cf34-44f5-ad26-1736fb273c4d","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-rate-test-model-9818d8","model":"rate-test-model-9818d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-9818d8/e2e-rate-iso-a-0cafb5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.797719406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"ad986b44-9394-433c-8dcb-ac35aa8b9102","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.806219425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"5f7f9acf-c003-4535-b3a9-0f1c9f62f9c5","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.806239612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"5f7f9acf-c003-4535-b3a9-0f1c9f62f9c5","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.851646625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"ad986b44-9394-433c-8dcb-ac35aa8b9102","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.859936414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"495d08ac-c705-4690-b79d-3e2a8d8c8111","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.859964948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"495d08ac-c705-4690-b79d-3e2a8d8c8111","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.914975387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"1242d5f5-5598-4744-a697-7435a397ee78","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:49.914997532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"1242d5f5-5598-4744-a697-7435a397ee78","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.047181132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"d2f601b9-255b-4632-a951-5cf12ff1b452","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.05929469Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"52686692-4479-4437-9f58-8c6a595e70b6","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-rate-test-model-a6219b","model":"rate-test-model-a6219b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-a6219b/e2e-rate-iso-b-0cafb5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.100759939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"d2f601b9-255b-4632-a951-5cf12ff1b452","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.157476263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"66d407b4-0bf9-4705-8f46-f64aeed9fea5","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-rate-test-model-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.215616299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"ddd192cf-a17c-4315-8f3e-bae623a5b065","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.215637206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"ddd192cf-a17c-4315-8f3e-bae623a5b065","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.410865583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"1e09e030-bd3b-472d-a5cd-5b229b290e7c","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-rate-test-model-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:54.509129345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"5be2adc7-68d4-465d-b48d-a065206727a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:54.56297151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"5be2adc7-68d4-465d-b48d-a065206727a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:54.615422171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c70fca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef74ce3b42da32f81c645368638e3b7610cd3b52df78728d2a2843f21256b224) AuthConfig (05e5525612445b6889c6b5654dd96a6e80a62efb28aba116bffcab3c986a0e26) AuthConfig (c5d53a52b3d2b5dafb4e0411f630d5e7613c2aeae64e5aaea59ba1de79ae6bc1) AuthConfig (995f1334c3df909a6af1dc120b5e3ebf438fdcf79be78e7d01b1e8b46c22b379) AuthConfig (95a196ba594ed0aa323b416eca48555d5d027c6faa9f1455a24627cd7e30102e) AuthConfig (a24adaed1e4e40c1a1939a2288b848464d0b3faf6d104e615e11c939c9562236) AuthConfig (fcc63a919dd23d7cbed098f024f48bc45ed0f36b846f6c2b8664eef66a851752) AuthConfig (904de785145ce94654d2cd8f23e20471348b81fffe8f9dcc5ae5790b8be9439c) AuthConfig (09d54b107de9960ec2bbc0128e3e4e648d1556287c3c05e21d5235d0465e6c04) AuthConfig (784218a820c860560d30cc38d276fe64719ef17d64c04ddcf34791c55e6598ea) AuthConfig (33aedc1919caed3c5142cd527c43828818f28ae1d7be7264125658501d487729) AuthConfig (28bcb54f72d2bb87266627c9d18e15c4bfe560862a36152f29b2420dd0431653) AuthConfig (da8a6b8fee15d3a2bcc7ddeb297cb0c14472b537763a374197db3334923845a3) AuthConfig (5f9eb7c876ffea5ab9328bc86afad342b4feda3396fa6be793a00ec0b4932697) AuthConfig (8a817320cad61a4f37b62af38c823d2c6273318f8fdaa16bec0ae39bd38ae5d8) AuthConfig (3fe8cc6c63ae35fb864bb33099a860d5d389c439f23f78fbfaa9a95caa9d6e2c) AuthConfig (a23a137cc537577caeff5605a801e37f0d7c43f2205fc214d84174e476241e53) AuthConfig (341b2a5b2459aed4528f4889803973b3345bdde6c2de2aa40758c36f41a0624f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"5be2adc7-68d4-465d-b48d-a065206727a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.194416775Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"8baf2f9d-47cd-409b-a54b-5ff355de042e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.194562305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"2aa48d15-7eb9-4483-969b-079edde6ed9d","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.19458129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"2aa48d15-7eb9-4483-969b-079edde6ed9d","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.392157287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"8baf2f9d-47cd-409b-a54b-5ff355de042e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.44546714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"797bb2f3-aecd-4aec-b9a9-8b7813251262","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-rate-test-model-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.512206378Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"8baf2f9d-47cd-409b-a54b-5ff355de042e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"e2e-shared-a-w1-4d1799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.51223258Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-auth-3386bf","reconcileID":"8baf2f9d-47cd-409b-a54b-5ff355de042e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.565507512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"e3eb3141-b96f-491c-a6dd-1a3eeb929536","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.565530006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"e3eb3141-b96f-491c-a6dd-1a3eeb929536","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.707285243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"60e5b6c4-8cd2-4348-aa35-55e2a6a9f6b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.707399007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"cafd6324-411f-483f-b696-8c1470c3c2ed","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.707417408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"cafd6324-411f-483f-b696-8c1470c3c2ed","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.814521699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"21f74c78-9289-48ac-b3d4-c6c6caa5700c","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-rate-test-model-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.906155158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"60e5b6c4-8cd2-4348-aa35-55e2a6a9f6b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.961212273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"0e7f817a-8df5-4402-8651-48d108548f9d","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-rate-test-model-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.02855418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"60e5b6c4-8cd2-4348-aa35-55e2a6a9f6b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"e2e-shared-b-w1-714979-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.028581609Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-auth-3386bf","reconcileID":"60e5b6c4-8cd2-4348-aa35-55e2a6a9f6b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.082173491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"9a4313b9-ad82-4f53-88aa-6d283cf1fda1","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.082195553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"9a4313b9-ad82-4f53-88aa-6d283cf1fda1","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.225864935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"ac52e6b7-b4e6-4772-8e0a-b4daef689aab","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.225887535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"ac52e6b7-b4e6-4772-8e0a-b4daef689aab","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.334386329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"f62d4b8d-20c5-47e2-8339-4dfead36edef","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-rate-test-model-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.415307235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.41536555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.415425934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","tenant":"e2e-shared-b-w0-f0dc66","tenantID":"e2e-shared-b-w0-f0dc66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.466266638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-f0dc66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.525552826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Service","name":"maas-api-e2e-shared-b-w0-f0dc66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.577348975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-f0dc66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.629648308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-f0dc66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.689954816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.762675289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.826727425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.878271904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.927230694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:03.975636705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.024074864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.072509198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.121308855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.171439084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.219969429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.274849521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.323690429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.372446925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.421273849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-f0dc66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.469856315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0dc66"},"namespace":"ai-tenant-e2e-shared-b-w0-f0dc66","name":"default-tenant","reconcileID":"bb8cefa3-6389-4821-8867-ca869f2bb068","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-f0dc66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.732403057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"27a58d01-3b6e-47e0-a483-291910c82194","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.786542118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"27a58d01-3b6e-47e0-a483-291910c82194","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.041418671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"9e240eb9-0948-4c07-80a2-e501bac8c831","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.04144552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"9e240eb9-0948-4c07-80a2-e501bac8c831","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.929168629Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0dc66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0dc66","reconcileID":"a17b9cb9-81f7-4e88-bef0-29c0f8391d56","aitenant":"ai-tenants/e2e-shared-b-w0-f0dc66","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.54671799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c88766-7ee1-4e94-aa61-8d5c88cdac29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.595610261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c88766-7ee1-4e94-aa61-8d5c88cdac29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.644518683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c88766-7ee1-4e94-aa61-8d5c88cdac29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.693425342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c88766-7ee1-4e94-aa61-8d5c88cdac29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.754184493Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0dc66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0dc66","reconcileID":"a17b9cb9-81f7-4e88-bef0-29c0f8391d56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-f0dc66","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f0dc66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.206334802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"249a5171-b647-4a2b-948f-d806a1e94316","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.206359308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"249a5171-b647-4a2b-948f-d806a1e94316","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.258147583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"ce8d6df5-753d-4332-9f73-876d7e01dacf","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.258174474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"ce8d6df5-753d-4332-9f73-876d7e01dacf","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.356406367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"a4ce20fc-deed-4078-847c-77409fbca468","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.379722928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"e5731b85-3e50-4693-b2ef-34d5e7b860c3","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","subscription":"e2e-rate-iso-a-3386bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.429484531Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"e5731b85-3e50-4693-b2ef-34d5e7b860c3","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.478972133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"e2e-rate-iso-a-3386bf","reconcileID":"e5731b85-3e50-4693-b2ef-34d5e7b860c3","MaaSSubscription":{"name":"e2e-rate-iso-a-3386bf","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"name":"maas-trlp-rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.480251425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"a4ce20fc-deed-4078-847c-77409fbca468","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.533153087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"a4ce20fc-deed-4078-847c-77409fbca468","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.587018921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"5ba590c7-6bfd-415d-a964-de0ee97ece4b","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.587040271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"5ba590c7-6bfd-415d-a964-de0ee97ece4b","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.7851781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"0c640721-2d41-4263-9933-2b8e85bb2b21","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"tenant":"e2e-shared-a-w1-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","model":"ai-tenant-e2e-shared-a-w1-4d1799/rate-test-model-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.785201529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"rate-test-model-4d1799","reconcileID":"0c640721-2d41-4263-9933-2b8e85bb2b21","MaaSModelRef":{"name":"rate-test-model-4d1799","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"routeName":"rate-test-model-4d1799-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","llmisvcName":"rate-test-model-4d1799","gateway":"openshift-ingress/e2e-shared-a-w1-4d1799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.890438968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"d8cca9cc-7bd9-4dab-ab59-8f0fbb7fee4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.890848277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d58656a8-a00f-42e4-838c-ae27f57a5d60","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.945950037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"cc098d8d-2f61-4547-a223-394483276ccd","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:10.945975928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"cc098d8d-2f61-4547-a223-394483276ccd","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.042395752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"78f453d6-64d2-496d-bf25-59d2633cd4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.093411014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e9380895-7650-462f-be93-b9c1117cd3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.093939676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"4599fa1d-28bd-426e-8dbe-fff12ec6fdc3","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.096434521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"78f453d6-64d2-496d-bf25-59d2633cd4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.142765348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c23f5264-4cc2-404a-af53-6bac7a9b398c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.241877731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"39469559-be84-4ccb-9eed-761c57ae6980","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:05:11.290255044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-access","reconcileID":"e9380895-7650-462f-be93-b9c1117cd3ed","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.438998591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"03b947c6-631e-40aa-9362-b6520458f67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.49292866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"03b947c6-631e-40aa-9362-b6520458f67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.49294624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.50671176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02329e85-bd7e-4fe6-9558-174f6614691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.555498004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02329e85-bd7e-4fe6-9558-174f6614691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.604447993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02329e85-bd7e-4fe6-9558-174f6614691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:11.653789546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02329e85-bd7e-4fe6-9558-174f6614691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.034277983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"cecba365-cc46-427a-8e4c-cfc80912e286","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.082955979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c0285f4d-e33c-4637-b68b-da5d8d284c97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.132463645Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c0285f4d-e33c-4637-b68b-da5d8d284c97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.182556168Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"simulator-subscription","reconcileID":"c0285f4d-e33c-4637-b68b-da5d8d284c97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/simulator-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.187323198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cad58e62-08b2-4dc0-a4f7-6ee6250568a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.241863587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"cad58e62-08b2-4dc0-a4f7-6ee6250568a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.441296114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"b45d5643-7574-4bb7-8647-7a2518fab11f","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.54738427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"3519a5ef-203a-440c-931e-353bad8b06be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:17.60199089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"3519a5ef-203a-440c-931e-353bad8b06be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.718629471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"fee5ecb2-5a6f-4d9c-b051-3bef154c9e99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.779303162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"fee5ecb2-5a6f-4d9c-b051-3bef154c9e99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.832148025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"fee5ecb2-5a6f-4d9c-b051-3bef154c9e99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:21.099357305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"ddda7293-c33e-455d-bf80-581310948fcc","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","subscription":"e2e-rate-iso-b-3386bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:21.148883952Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"ddda7293-c33e-455d-bf80-581310948fcc","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:21.198240701Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"e2e-rate-iso-b-3386bf","reconcileID":"ddda7293-c33e-455d-bf80-581310948fcc","MaaSSubscription":{"name":"e2e-rate-iso-b-3386bf","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"name":"maas-trlp-rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:21.4555529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"db99ab5a-68d8-4640-8a8b-13acd433a520","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"tenant":"e2e-shared-b-w1-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","model":"ai-tenant-e2e-shared-b-w1-714979/rate-test-model-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:21.455574035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"rate-test-model-714979","reconcileID":"db99ab5a-68d8-4640-8a8b-13acd433a520","MaaSModelRef":{"name":"rate-test-model-714979","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"routeName":"rate-test-model-714979-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-714979","llmisvcName":"rate-test-model-714979","gateway":"openshift-ingress/e2e-shared-b-w1-714979","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.097232639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7987bda3-44bc-45e6-aa83-a6bb0c13559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.097278229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"d75aa7b0-f2f5-442c-96d7-6576c1a96d45","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.296423838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7987bda3-44bc-45e6-aa83-a6bb0c13559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.306703815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"2e779e90-aaa9-43de-9e98-4c54ecaa3ec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.450952487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7987bda3-44bc-45e6-aa83-a6bb0c13559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"e2e-worker-w0-791c32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.450980386Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-access","reconcileID":"7987bda3-44bc-45e6-aa83-a6bb0c13559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-791c32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.504357692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"2d19183d-1bc5-4415-9b5a-ea2338d3de18","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.595457264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"d223d478-f0a2-49d4-930d-8c66b87b4f06","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.595726242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"46bcd612-96fc-42e0-95a5-fc3bf60d2db3","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.64152165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"082fd7d4-4f98-4b9d-9cd2-4555df61511c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.645081866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"d232c4a6-b843-42b7-9dd1-d812a5d9c558","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.694053062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"700af1fc-b417-4ff4-95b0-6ed1a25c581b","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.93176469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"4976cd1d-731c-4150-998e-57f2b6d96d47","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:23.942960736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"7b9e38d8-6d2a-476b-84c0-9c58fc0ce956","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:24.501050951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4a2b4e-2a25-49ec-b58e-71a40e2429e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:24.550106961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4a2b4e-2a25-49ec-b58e-71a40e2429e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:24.599110763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4a2b4e-2a25-49ec-b58e-71a40e2429e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:24.648010447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4a2b4e-2a25-49ec-b58e-71a40e2429e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:26.502446343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a08c78-7d5c-482a-8290-db0caefaa531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:26.552784364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a08c78-7d5c-482a-8290-db0caefaa531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:26.601721671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a08c78-7d5c-482a-8290-db0caefaa531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:26.654113609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a08c78-7d5c-482a-8290-db0caefaa531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:29.223477981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"a91f3b12-3e83-415b-81b2-067b1f7e91f8","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.937338214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"e826c9e4-1f3a-4401-a512-1213d156f7f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.997804131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"e826c9e4-1f3a-4401-a512-1213d156f7f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:31.054127845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"e826c9e4-1f3a-4401-a512-1213d156f7f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:33.596868882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"594265a2-91d5-4625-bcbd-5322c96a22fb","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:34.208358672Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"8a00ea7a-f6df-46d0-ad8d-9285f5ee886c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:34.257445677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"8a00ea7a-f6df-46d0-ad8d-9285f5ee886c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:34.307035489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"premium-simulator-subscription","reconcileID":"8a00ea7a-f6df-46d0-ad8d-9285f5ee886c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-791c32"},"name":"maas-trlp-premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32","model":"e2e-models-e2e-worker-w0-791c32/premium-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:34.566080067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"f64a459a-9ec3-4178-89c5-47922953c501","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.221743531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"cbf3f34a-ec51-42cd-ace1-7d5700012519","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-rate-test-model-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.377831987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"3a5a5f35-0a03-4c4e-bcd2-fb2dc8363d57","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.377852326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"3a5a5f35-0a03-4c4e-bcd2-fb2dc8363d57","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.400828216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"d032389b-4951-4e90-a253-d14c828071af","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-rate-test-model-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.579004208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"475b4b54-a1a1-492d-923f-2918e9ce02ff","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.57902567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"475b4b54-a1a1-492d-923f-2918e9ce02ff","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.683490106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"abe2d0d0-899b-4799-97a4-53c67676da83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:35.738669186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"abe2d0d0-899b-4799-97a4-53c67676da83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:36.054591973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"542d400c-88ce-4f42-857a-5fb4f8f15719","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:36.108326055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"542d400c-88ce-4f42-857a-5fb4f8f15719","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:39.277048743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"29bccc20-b9be-493b-852d-24330916e085","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.152724716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"eedadb8a-c9b8-4477-b535-3aa4e5d286f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.206735991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"eedadb8a-c9b8-4477-b535-3aa4e5d286f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.259765401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2938436facb3dcad06407c3ce384d2b16054c2ed1f3e878be22ead3194c68de7) AuthConfig (f5111f97fa3bd658009251e826a25adb9b6fe4ebe60154792eee8f42fece0909) AuthConfig (7e7151ace57ff5d4244aa906004cf28318749e43f68e47edeccbd7de8bdf2053) AuthConfig (92a1d82efa91f7d5c686c38c587919435cdaf50b3326311c599625bbdab91641) AuthConfig (6734ace1f28b65f12d03c1bac75f6d9fd382f9d6e643ce75f6758637323c2354) AuthConfig (dfa3e09985b733d5ae5782b5a424ec7bb84958747be2c35dd9f6bba5809e08eb) AuthConfig (74e85d553b3b65910a1fa4149c2d587d40d4cee48ad2b6ba404d1d343e0a30d0) AuthConfig (f3460fb0ffc3c70f0985dcc718897e8087a6da7afb054079b4d5cb3650aad138) AuthConfig (d80e6531ef46e7d20f1916bf83cd32919bb64c55eb6d816750c1ee9e50260f0d) AuthConfig (9a7c1fdae7b6aa1b6f38a70cc1950b353cdc1b0498d2f277a8b3089626d208be) AuthConfig (819aa2e039d83566681b7c4e10ec59833eff04c49d5dd304249673dc66230dd9) AuthConfig (a2909bc36f88d3708c66eafceb54df684a70d2eea2517cd9e65a25ecb7c3e507) AuthConfig (1fa8f840b99e7ed618cf33622b5fb8a3c6541aa05bc912a2888e3297a53063be) AuthConfig (6fab187b7b5e34c6930beb5abb81917cebe14ae14310f730b5f623cecd418f7f) AuthConfig (0ed05a0220ff486f531cb63c644c18a8a6d05bac6e388b6c0fb29840ac9a3d52) AuthConfig (7d862145f6f9cdec85c2aec04a89c4040701f385d0a2facc592f684aad30d7ef) AuthConfig (831106faf6c0c5da43a46c300ffd860bc163c120666e0b2df6446090ee1f1de4) AuthConfig (f8a01faee63bea84d34ba389ca8addedc83f8c1c6d58eb10dd5e8fcaafd0c2ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"eedadb8a-c9b8-4477-b535-3aa4e5d286f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.314652796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"4abca7ca-838d-40e9-bbef-8494a96cb577","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.314675443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"4abca7ca-838d-40e9-bbef-8494a96cb577","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.49271027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:42.472849159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"ef225c43-03eb-4275-b9c0-077f24efc962","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:42.818558669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"480e4395-11b4-4fdd-8f1e-568d2955d592","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:43.598224913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"c5bd6f84-b98e-4632-82e0-eca12047b41e","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:49.278518532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"670ce73d-e426-428d-b5f8-1222772d7fe4","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:51.413189986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"441f38ca-7127-4acd-a806-e45709cadf45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:51.467254831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"441f38ca-7127-4acd-a806-e45709cadf45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:51.520317837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2938436facb3dcad06407c3ce384d2b16054c2ed1f3e878be22ead3194c68de7) AuthConfig (f5111f97fa3bd658009251e826a25adb9b6fe4ebe60154792eee8f42fece0909) AuthConfig (7e7151ace57ff5d4244aa906004cf28318749e43f68e47edeccbd7de8bdf2053) AuthConfig (92a1d82efa91f7d5c686c38c587919435cdaf50b3326311c599625bbdab91641) AuthConfig (6734ace1f28b65f12d03c1bac75f6d9fd382f9d6e643ce75f6758637323c2354) AuthConfig (dfa3e09985b733d5ae5782b5a424ec7bb84958747be2c35dd9f6bba5809e08eb) AuthConfig (74e85d553b3b65910a1fa4149c2d587d40d4cee48ad2b6ba404d1d343e0a30d0) AuthConfig (f3460fb0ffc3c70f0985dcc718897e8087a6da7afb054079b4d5cb3650aad138) AuthConfig (d80e6531ef46e7d20f1916bf83cd32919bb64c55eb6d816750c1ee9e50260f0d) AuthConfig (9a7c1fdae7b6aa1b6f38a70cc1950b353cdc1b0498d2f277a8b3089626d208be) AuthConfig (819aa2e039d83566681b7c4e10ec59833eff04c49d5dd304249673dc66230dd9) AuthConfig (a2909bc36f88d3708c66eafceb54df684a70d2eea2517cd9e65a25ecb7c3e507) AuthConfig (1fa8f840b99e7ed618cf33622b5fb8a3c6541aa05bc912a2888e3297a53063be) AuthConfig (6fab187b7b5e34c6930beb5abb81917cebe14ae14310f730b5f623cecd418f7f) AuthConfig (0ed05a0220ff486f531cb63c644c18a8a6d05bac6e388b6c0fb29840ac9a3d52) AuthConfig (7d862145f6f9cdec85c2aec04a89c4040701f385d0a2facc592f684aad30d7ef) AuthConfig (831106faf6c0c5da43a46c300ffd860bc163c120666e0b2df6446090ee1f1de4) AuthConfig (f8a01faee63bea84d34ba389ca8addedc83f8c1c6d58eb10dd5e8fcaafd0c2ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"441f38ca-7127-4acd-a806-e45709cadf45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:52.528750312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"fa8cac9f-1b87-4aec-8f27-30d4927f3064","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:52.815198086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-2-w0-791c32","reconcileID":"0e4f749a-681b-46c8-86ef-f9ceb0d5368a","MaaSModelRef":{"name":"distinct-2-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-2-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-2-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:52.823334867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"distinct-w0-791c32","reconcileID":"b5e255e2-4b94-41d0-ab0c-a100e39461b6","MaaSModelRef":{"name":"distinct-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"distinct-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"distinct-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:52.831160066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"premium-w0-791c32","reconcileID":"a5bdf2b3-c6d4-48c4-8f62-bf2900a6394a","MaaSModelRef":{"name":"premium-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"premium-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"premium-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:52.83868396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"namespace":"e2e-models-e2e-worker-w0-791c32","name":"simulator-w0-791c32","reconcileID":"5e1e44f2-f0ed-490b-ab69-79d2c308c92b","MaaSModelRef":{"name":"simulator-w0-791c32","namespace":"e2e-models-e2e-worker-w0-791c32"},"routeName":"simulator-w0-791c32-kserve-route","namespace":"e2e-models-e2e-worker-w0-791c32","llmisvcName":"simulator-w0-791c32","gateway":"openshift-ingress/e2e-worker-w0-791c32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.536116507Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","namespace":"ai-tenant-e2e-worker-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.536181239Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","namespace":"ai-tenant-e2e-worker-w0-791c32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.536231939Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","tenant":"e2e-worker-w0-791c32","tenantID":"e2e-worker-w0-791c32","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.590797223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Deployment","name":"maas-api-e2e-worker-w0-791c32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.649926505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Service","name":"maas-api-e2e-worker-w0-791c32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.702601768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-791c32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.753149859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-791c32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.804957999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.856021011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.909984364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:55.961264466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.013633288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.062192937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.111016829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Service","name":"payload-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.15988663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.208580825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.257878694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.306318204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.359273756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.407852428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.456182344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.504548184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-791c32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:05:56.552889663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-791c32"},"namespace":"ai-tenant-e2e-worker-w0-791c32","name":"default-tenant","reconcileID":"9644c330-f03c-4f08-a7b8-3a13470f06ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-791c32","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:01.639809639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"dc1cbdcb-268b-4363-a18b-e7d8b30b556d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:01.693822485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"dc1cbdcb-268b-4363-a18b-e7d8b30b556d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:01.746967602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-a1c634-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2938436facb3dcad06407c3ce384d2b16054c2ed1f3e878be22ead3194c68de7) AuthConfig (f5111f97fa3bd658009251e826a25adb9b6fe4ebe60154792eee8f42fece0909) AuthConfig (7e7151ace57ff5d4244aa906004cf28318749e43f68e47edeccbd7de8bdf2053) AuthConfig (92a1d82efa91f7d5c686c38c587919435cdaf50b3326311c599625bbdab91641) AuthConfig (6734ace1f28b65f12d03c1bac75f6d9fd382f9d6e643ce75f6758637323c2354) AuthConfig (dfa3e09985b733d5ae5782b5a424ec7bb84958747be2c35dd9f6bba5809e08eb) AuthConfig (74e85d553b3b65910a1fa4149c2d587d40d4cee48ad2b6ba404d1d343e0a30d0) AuthConfig (f3460fb0ffc3c70f0985dcc718897e8087a6da7afb054079b4d5cb3650aad138) AuthConfig (d80e6531ef46e7d20f1916bf83cd32919bb64c55eb6d816750c1ee9e50260f0d) AuthConfig (9a7c1fdae7b6aa1b6f38a70cc1950b353cdc1b0498d2f277a8b3089626d208be) AuthConfig (819aa2e039d83566681b7c4e10ec59833eff04c49d5dd304249673dc66230dd9) AuthConfig (a2909bc36f88d3708c66eafceb54df684a70d2eea2517cd9e65a25ecb7c3e507) AuthConfig (1fa8f840b99e7ed618cf33622b5fb8a3c6541aa05bc912a2888e3297a53063be) AuthConfig (6fab187b7b5e34c6930beb5abb81917cebe14ae14310f730b5f623cecd418f7f) AuthConfig (0ed05a0220ff486f531cb63c644c18a8a6d05bac6e388b6c0fb29840ac9a3d52) AuthConfig (7d862145f6f9cdec85c2aec04a89c4040701f385d0a2facc592f684aad30d7ef) AuthConfig (831106faf6c0c5da43a46c300ffd860bc163c120666e0b2df6446090ee1f1de4) AuthConfig (f8a01faee63bea84d34ba389ca8addedc83f8c1c6d58eb10dd5e8fcaafd0c2ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"dc1cbdcb-268b-4363-a18b-e7d8b30b556d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:01.796537267Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-791c32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-791c32","reconcileID":"f041a0f2-9d14-4516-b38c-2a3cdfbb3357","aitenant":"ai-tenants/e2e-worker-w0-791c32","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.156642622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"1fb5890b-3d2b-43ed-8c1f-31ebe12ef494","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.156799799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b42b715c-4ded-4599-a60b-480f7c9cad17","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.156818095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b42b715c-4ded-4599-a60b-480f7c9cad17","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.332350135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faabf119-3431-4ddc-aedc-34dea40ce796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.38178448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faabf119-3431-4ddc-aedc-34dea40ce796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.430640239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faabf119-3431-4ddc-aedc-34dea40ce796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.430755614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"921fb368-2a65-4289-be91-c4e4d52483dc","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-rate-test-model-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.479786725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faabf119-3431-4ddc-aedc-34dea40ce796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.481358741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"1fb5890b-3d2b-43ed-8c1f-31ebe12ef494","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.585994793Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-791c32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-791c32","reconcileID":"f041a0f2-9d14-4516-b38c-2a3cdfbb3357","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-791c32","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-791c32"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.602264472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"1fb5890b-3d2b-43ed-8c1f-31ebe12ef494","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"e2e-shared-a-w2-9818d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.602290012Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"1fb5890b-3d2b-43ed-8c1f-31ebe12ef494","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.656015243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b066c2fd-e486-4fc1-845d-1e2dc37d2b6b","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.656036506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"b066c2fd-e486-4fc1-845d-1e2dc37d2b6b","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.845376408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a84fd922-0cbb-4f12-80f7-99571f0387b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.845501777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"04df767e-8eb5-4e9c-9441-fbba717c36cd","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.845530875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"04df767e-8eb5-4e9c-9441-fbba717c36cd","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.991485348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"462a55a7-0436-411f-828e-7ce4564e81bc","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-rate-test-model-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.043375927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a84fd922-0cbb-4f12-80f7-99571f0387b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.097625434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"fbfda63d-7925-42bb-afbd-e6daf619e256","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-rate-test-model-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.16533822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a84fd922-0cbb-4f12-80f7-99571f0387b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"e2e-shared-b-w2-a6219b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.165367186Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-auth-0cafb5","reconcileID":"a84fd922-0cbb-4f12-80f7-99571f0387b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.219370341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"a758d9d3-43d8-46e9-8943-dbdb5f590da4","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.219396575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"a758d9d3-43d8-46e9-8943-dbdb5f590da4","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.362898626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"d83d61e5-9fcf-43d1-a9c8-fb7f46c890c0","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.362966062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"d83d61e5-9fcf-43d1-a9c8-fb7f46c890c0","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:03.472440584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"e4386113-33d5-4fb6-a1a2-dc58dcefdb7f","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-rate-test-model-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.305202709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e525636-64b7-4c41-9008-0057e6073300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.354228797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e525636-64b7-4c41-9008-0057e6073300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.40346992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e525636-64b7-4c41-9008-0057e6073300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.452296767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e525636-64b7-4c41-9008-0057e6073300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.307480441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eae3c-234a-4836-9c2b-164c9390a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.356488553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eae3c-234a-4836-9c2b-164c9390a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.405921967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eae3c-234a-4836-9c2b-164c9390a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.454660598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eae3c-234a-4836-9c2b-164c9390a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.492672518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.845392411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"897d4f57-2bef-45b7-8461-f4484d219fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.899572489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"897d4f57-2bef-45b7-8461-f4484d219fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:12.159881179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"ee686300-6bcd-4144-b8a8-51d44cc783cb","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:12.159935596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"ee686300-6bcd-4144-b8a8-51d44cc783cb","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.551709997Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"857c4e9b-5c55-4fae-8467-046e1e082c62","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","subscription":"e2e-rate-iso-a-0cafb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.60146585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"857c4e9b-5c55-4fae-8467-046e1e082c62","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.651372235Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"e2e-rate-iso-a-0cafb5","reconcileID":"857c4e9b-5c55-4fae-8467-046e1e082c62","MaaSSubscription":{"name":"e2e-rate-iso-a-0cafb5","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"name":"maas-trlp-rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.910719473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"737eb3cb-efbd-4f29-9139-c0e79cef87fd","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"tenant":"e2e-shared-a-w2-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","model":"ai-tenant-e2e-shared-a-w2-9818d8/rate-test-model-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.910744331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"rate-test-model-9818d8","reconcileID":"737eb3cb-efbd-4f29-9139-c0e79cef87fd","MaaSModelRef":{"name":"rate-test-model-9818d8","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"routeName":"rate-test-model-9818d8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","llmisvcName":"rate-test-model-9818d8","gateway":"openshift-ingress/e2e-shared-a-w2-9818d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:14.061942766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"5315ac77-086a-4757-b4d0-e9382662f850","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:14.061963148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"5315ac77-086a-4757-b4d0-e9382662f850","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:16.569412286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322f0e28-a5d9-4328-b6c4-09ef4d096228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:16.619295731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322f0e28-a5d9-4328-b6c4-09ef4d096228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:16.669142115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322f0e28-a5d9-4328-b6c4-09ef4d096228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:16.71927355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"322f0e28-a5d9-4328-b6c4-09ef4d096228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.819805862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"b2f8388e-9a96-4e5f-be2e-640a417fdae5","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.819831016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"b2f8388e-9a96-4e5f-be2e-640a417fdae5","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.874565758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"af3ab55d-b2b3-4f2d-b3eb-cf024f099b03","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.874591955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"af3ab55d-b2b3-4f2d-b3eb-cf024f099b03","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.917076729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"cd08eddf-b122-4ebc-9001-153ddef47005","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:17.922851357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"53049a4f-251b-4910-a500-e5d3599da9af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3e0e90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:17.924860873Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"af3ab55d-b2b3-4f2d-b3eb-cf024f099b03","name":"sub-test-model-c70fca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-c70fca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:17.924932628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"af3ab55d-b2b3-4f2d-b3eb-cf024f099b03","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-c70fca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.930469018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"495aac6c-2474-44b8-8137-83e2584913fa","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.930485441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"495aac6c-2474-44b8-8137-83e2584913fa","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.97262132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"cd08eddf-b122-4ebc-9001-153ddef47005","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.083177522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"83c32e40-f708-4f65-b0f6-9a4c845a9c53","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.083205332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"83c32e40-f708-4f65-b0f6-9a4c845a9c53","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.135007137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"dcb8622b-3822-4c88-b4d5-ec1d36defcd5","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.135032468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"dcb8622b-3822-4c88-b4d5-ec1d36defcd5","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.186558617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"24b0368d-11a5-473a-97f3-54c91a638fe6","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.186582561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"24b0368d-11a5-473a-97f3-54c91a638fe6","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.243541008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"79956720-21cb-4223-87d6-ccb90ca9b994","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.243562298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"79956720-21cb-4223-87d6-ccb90ca9b994","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.283009447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"5a212b96-7c92-462e-96cb-6816324a1767","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:18.286999864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"3212ae57-d145-49b9-a1e9-79c9a679255a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-3e0e90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:18.294073747Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"79956720-21cb-4223-87d6-ccb90ca9b994","name":"sub-test-model-a1c634","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a1c634\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:18.294141617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"79956720-21cb-4223-87d6-ccb90ca9b994","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a1c634\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.299451647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"39a9b6db-e2ce-45ed-8739-df61e7929a73","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.299480829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"39a9b6db-e2ce-45ed-8739-df61e7929a73","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.336627417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"5a212b96-7c92-462e-96cb-6816324a1767","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.337989654Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"2ecb1886-d578-4388-a51b-80db7b225abe","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"sub-test-model-c70fca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-c70fca/e2e-shared-sub-3e0e90"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.383056142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"eb0907fd-1118-4fd4-93d5-59514e9bd7d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.388730839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"914327eb-048c-4e0f-bc99-57cac2463b7a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.388753344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"914327eb-048c-4e0f-bc99-57cac2463b7a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.437325314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"eb0907fd-1118-4fd4-93d5-59514e9bd7d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.444043193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"1cee7b22-3914-4e6f-a11c-8f9c3e9bce1e","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.444062769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"1cee7b22-3914-4e6f-a11c-8f9c3e9bce1e","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.503776353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"da551db8-a3f4-4f0a-983c-95bdf83145eb","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.503805793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"da551db8-a3f4-4f0a-983c-95bdf83145eb","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.550133468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"cb6cbbd4-5ce2-4a72-9849-bf4cd3308c06","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.550157105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"cb6cbbd4-5ce2-4a72-9849-bf4cd3308c06","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.607125179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"be64e9c3-ffe2-4181-8751-9b4d07a4274b","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.607154245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"be64e9c3-ffe2-4181-8751-9b4d07a4274b","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.631729031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7944089-8540-4030-988f-c9aaf6e78b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:18.667826092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"c57a8536-5d66-4a64-a456-fcae5349cf90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-3e0e90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.680869437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7944089-8540-4030-988f-c9aaf6e78b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.683920583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"ba93e7de-9e9c-47fc-83a7-7e6cf972e58f","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"sub-test-model-a1c634","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a1c634/e2e-shared-sub-3e0e90"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.730041823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7944089-8540-4030-988f-c9aaf6e78b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.730393954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"8f0d892e-e714-4535-b879-7ccc67630691","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.780419217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7944089-8540-4030-988f-c9aaf6e78b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.829970013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"0c7fe737-96f3-4e0c-9541-2848f00a4cdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.833066708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"9a0a2eeb-4d88-442d-99ee-220d3aff0080","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.833088602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"9a0a2eeb-4d88-442d-99ee-220d3aff0080","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.835300936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"8f0d892e-e714-4535-b879-7ccc67630691","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.839715174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"122b8147-ce8a-43b3-9d75-7998a5aafff6","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.839733482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"122b8147-ce8a-43b3-9d75-7998a5aafff6","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.883748006Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"e5e322bd-d32b-484b-8cdb-21d6c2368733","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-c70fca/e2e-a-only-3e0e90","ai-tenant-e2e-shared-a-w4-c70fca/e2e-shared-sub-3e0e90"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.884586424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"0c7fe737-96f3-4e0c-9541-2848f00a4cdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.889199585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"d70d6cb7-9563-4c1f-b0f5-136afe40309f","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.889216724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"d70d6cb7-9563-4c1f-b0f5-136afe40309f","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.89071826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"8b18b5f0-19c5-4024-a06a-8788d8e03b94","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.890739098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"8b18b5f0-19c5-4024-a06a-8788d8e03b94","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.895262512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"5f854e3f-194c-43d0-ac43-716f89e7f345","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:18.895280602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"5f854e3f-194c-43d0-ac43-716f89e7f345","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:06:18.948246629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"bbb763c2-ab6f-405f-b069-1a5b8e8f229f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-3e0e90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.097305439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"3ebce5a4-5e17-4bff-b80d-b5a6d5be5fee","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.0973296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"3ebce5a4-5e17-4bff-b80d-b5a6d5be5fee","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.136069552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"08734c0d-1aa9-48df-9f9f-1ee2d46b1fe3","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.138579454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"e0a97758-8595-4b34-a5fd-58d6d68dada7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.151889209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"5c1ffa85-8063-4670-abd5-3aab2cd1c2ed","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.151943099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"5c1ffa85-8063-4670-abd5-3aab2cd1c2ed","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.189971459Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"907ca978-23e4-4b69-a023-1a7db1e77926","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-a1c634/e2e-b-only-3e0e90","ai-tenant-e2e-shared-b-w4-a1c634/e2e-shared-sub-3e0e90"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.190526601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"ca69aeb5-e53c-47a7-a932-dc44c72fc823","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.19507597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"e0a97758-8595-4b34-a5fd-58d6d68dada7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.296881554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"3e4313b9-e97c-4fb7-a80c-fb793ba86cb3","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.296937732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"3e4313b9-e97c-4fb7-a80c-fb793ba86cb3","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.350823785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"638cf764-1095-4387-8727-36aaf5c0e3c5","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.495512508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"1c193f06-cbb2-40dc-b225-dc856c7330f1","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.50974132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"da696815-9bff-4e84-a544-49c20b39324a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.509761163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"da696815-9bff-4e84-a544-49c20b39324a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.593615775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"c85a3fd6-fdb5-465e-8a9f-17bcd8cf2c4f","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.70598456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"995f2f9c-2cc0-4958-8032-f543baa4f7cd","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:24.214844015Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"80a27671-b3d8-4faf-be8e-2f287f6d5b01","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","subscription":"e2e-rate-iso-b-0cafb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:24.26426911Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"80a27671-b3d8-4faf-be8e-2f287f6d5b01","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:24.313487146Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"e2e-rate-iso-b-0cafb5","reconcileID":"80a27671-b3d8-4faf-be8e-2f287f6d5b01","MaaSSubscription":{"name":"e2e-rate-iso-b-0cafb5","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"name":"maas-trlp-rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:24.575450068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"2999cd68-4215-4eb0-97c7-fa765118cf99","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"tenant":"e2e-shared-b-w2-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","model":"ai-tenant-e2e-shared-b-w2-a6219b/rate-test-model-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:24.575478847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"rate-test-model-a6219b","reconcileID":"2999cd68-4215-4eb0-97c7-fa765118cf99","MaaSModelRef":{"name":"rate-test-model-a6219b","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"routeName":"rate-test-model-a6219b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","llmisvcName":"rate-test-model-a6219b","gateway":"openshift-ingress/e2e-shared-b-w2-a6219b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.514832981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.514889442Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","namespace":"ai-tenant-e2e-shared-a-w1-4d1799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.514996405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","tenant":"e2e-shared-a-w1-4d1799","tenantID":"e2e-shared-a-w1-4d1799","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.566217067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-4d1799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.623579739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Service","name":"maas-api-e2e-shared-a-w1-4d1799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.675670579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-4d1799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.726483101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-4d1799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.780273751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.831040599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.884464284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.935418975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:29.98432872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.033155832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.082124863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.131660692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.180353866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.228873835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.277353192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.330138893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.380565455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.429499431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.478298984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-4d1799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.526947087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4d1799"},"namespace":"ai-tenant-e2e-shared-a-w1-4d1799","name":"default-tenant","reconcileID":"ba2eb60f-842d-44c7-9a73-1608254bc828","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-4d1799","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:38.324176753Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4d1799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4d1799","reconcileID":"e053eb04-78ee-42bd-ad1d-661d611f205b","aitenant":"ai-tenants/e2e-shared-a-w1-4d1799","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:38.85807503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd450e4e-3a81-43af-9206-3d1a5c3bf3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:38.907143361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd450e4e-3a81-43af-9206-3d1a5c3bf3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:38.956219486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd450e4e-3a81-43af-9206-3d1a5c3bf3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.005469998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd450e4e-3a81-43af-9206-3d1a5c3bf3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.110639383Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4d1799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4d1799","reconcileID":"e053eb04-78ee-42bd-ad1d-661d611f205b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-4d1799","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4d1799"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.153851437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"83cad539-eba5-4eb8-a3f1-2667b9885e42","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.154327513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"bf4a78d1-1c58-4fec-9655-b91609904455","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.25366076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"90c18a4f-382d-44b3-8b44-b61b7a4ff372","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.255621373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"29715a50-ebfb-41dd-b00c-f9fa401914f9","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.313350518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"32d7203b-26de-43ec-a2b7-13396f5bc7f8","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.31337442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"32d7203b-26de-43ec-a2b7-13396f5bc7f8","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.315966436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"6167cfcc-be00-4c1f-91da-8f6f5379a901","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.315986742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"6167cfcc-be00-4c1f-91da-8f6f5379a901","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.410744511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"96af17cc-5000-4a42-8406-1f3e15e37260","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.410770263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"96af17cc-5000-4a42-8406-1f3e15e37260","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.41348532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"027742c4-571a-480f-8a2d-563d3bfb4705","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.413509422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"027742c4-571a-480f-8a2d-563d3bfb4705","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:39.950839427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"3b0f4dd2-c422-4d00-975c-44c38c988dfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.056950969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"3b0f4dd2-c422-4d00-975c-44c38c988dfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.099244259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"46aa9c9e-386a-44c9-b60a-53555235fda9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.154476997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"46aa9c9e-386a-44c9-b60a-53555235fda9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.814223714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49368bb7-67dd-415f-9772-18d619a4f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.863737302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49368bb7-67dd-415f-9772-18d619a4f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.912971705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49368bb7-67dd-415f-9772-18d619a4f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:40.961784717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49368bb7-67dd-415f-9772-18d619a4f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:41.493042884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:42.828855748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c83833-883d-4206-9345-cd1c7e0261cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:42.87799207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c83833-883d-4206-9345-cd1c7e0261cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:42.926726894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c83833-883d-4206-9345-cd1c7e0261cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:42.975731384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c83833-883d-4206-9345-cd1c7e0261cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.047268087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"28933492-1b01-4978-b076-f31386d943b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.047423382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"fa57cbff-4186-483e-a1aa-98919a78a168","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.047441639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"fa57cbff-4186-483e-a1aa-98919a78a168","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.245300901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"28933492-1b01-4978-b076-f31386d943b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.324886105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"aadcfec4-dcc4-4183-8927-d8d7f3589b07","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.325350211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"f4c66158-89d8-4b70-a154-a33c51550824","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.366592049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"28933492-1b01-4978-b076-f31386d943b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"e2e-shared-a-w4-c70fca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.366617132Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"28933492-1b01-4978-b076-f31386d943b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.420426816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"4155a980-6fe3-4638-a7e1-ee1cd9eb707b","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.420450751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"4155a980-6fe3-4638-a7e1-ee1cd9eb707b","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.556056031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"d3fd0550-58c4-45b6-a3a1-4b59fde9684a","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.556075964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"d3fd0550-58c4-45b6-a3a1-4b59fde9684a","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.673083696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"660c7f02-d031-4925-8f4b-877cc81e5bc0","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:43.673089359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"b6accfde-1aa3-4477-abed-236196d130bd","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:51.77620203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438c217f-23b3-48f2-904c-a3a0259c56b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:51.825470199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438c217f-23b3-48f2-904c-a3a0259c56b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:51.874325186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438c217f-23b3-48f2-904c-a3a0259c56b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:51.923090921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438c217f-23b3-48f2-904c-a3a0259c56b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:53.716610953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799527db-2964-47f0-8e2f-b34bc298c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:53.765427111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799527db-2964-47f0-8e2f-b34bc298c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:53.81444969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799527db-2964-47f0-8e2f-b34bc298c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:53.86343748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799527db-2964-47f0-8e2f-b34bc298c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:53.931050768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"0ac0c20d-c6c1-4f38-afdc-a7ae28be65ea","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscription":"e2e-shared-sub-3e0e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:54.136318335Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-shared-sub-3e0e90","reconcileID":"0ac0c20d-c6c1-4f38-afdc-a7ae28be65ea","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-c70fca/e2e-a-only-3e0e90"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:54.383159407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"15f36fa9-a377-4214-82a4-32ff57b971bb","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:54.434525614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"1d52e350-2024-474e-9fdf-a09258add367","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:54.434547187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"1d52e350-2024-474e-9fdf-a09258add367","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:54.583111549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"0894e9f2-90e8-4498-b52a-6163ffe81b4e","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:06:54.583139227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"0894e9f2-90e8-4498-b52a-6163ffe81b4e","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.738976676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"33e4c83e-3f4a-42ae-a858-bbf1ad5fbb64","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","subscription":"e2e-a-only-3e0e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.788488385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"33e4c83e-3f4a-42ae-a858-bbf1ad5fbb64","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.841048772Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"e2e-a-only-3e0e90","reconcileID":"33e4c83e-3f4a-42ae-a858-bbf1ad5fbb64","MaaSSubscription":{"name":"e2e-a-only-3e0e90","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"name":"maas-trlp-sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.112320709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"fec5bb10-aa8e-43cc-aec6-d698adf83e46","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"tenant":"e2e-shared-a-w4-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","model":"ai-tenant-e2e-shared-a-w4-c70fca/sub-test-model-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.112352522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"sub-test-model-c70fca","reconcileID":"fec5bb10-aa8e-43cc-aec6-d698adf83e46","MaaSModelRef":{"name":"sub-test-model-c70fca","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"routeName":"sub-test-model-c70fca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","llmisvcName":"sub-test-model-c70fca","gateway":"openshift-ingress/e2e-shared-a-w4-c70fca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.417982781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"06fb2b0f-c5c5-4f57-bb8f-19816fc8903f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.418094027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"3d849c8d-bd8f-442c-bcf2-fd74302e1286","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.418110231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"3d849c8d-bd8f-442c-bcf2-fd74302e1286","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.616342053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"06fb2b0f-c5c5-4f57-bb8f-19816fc8903f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.67108729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"96354953-759f-425a-8798-536234b60b6c","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.671456986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"d90a93c0-1749-4087-93f2-8177b547d637","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.737385166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"06fb2b0f-c5c5-4f57-bb8f-19816fc8903f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"e2e-shared-b-w4-a1c634-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.73741161Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-sub-iso-auth-3e0e90","reconcileID":"06fb2b0f-c5c5-4f57-bb8f-19816fc8903f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.790972352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"7efe8da3-0f0e-4a46-8223-1292be07d3f6","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.790997166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"7efe8da3-0f0e-4a46-8223-1292be07d3f6","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.925208667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"e2c94493-b0b1-4848-ba5a-fbc4f10c900a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:05.925228402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"e2c94493-b0b1-4848-ba5a-fbc4f10c900a","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:06.044727072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"218c9bce-7fa8-452b-9482-4b0f0c258867","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:06.045508342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"60609077-2ffc-4695-85f2-bde9d4deff0a","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:11.493060393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:12.277481645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb254ad-160c-47c9-a528-01841f5a71ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:12.32665235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb254ad-160c-47c9-a528-01841f5a71ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:12.375346434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb254ad-160c-47c9-a528-01841f5a71ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:12.425127099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb254ad-160c-47c9-a528-01841f5a71ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:14.314669776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0f2eab-e5b9-4c5e-9ba2-6cd9cbd99ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:14.365041855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0f2eab-e5b9-4c5e-9ba2-6cd9cbd99ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:14.414232798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0f2eab-e5b9-4c5e-9ba2-6cd9cbd99ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:14.463458795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0f2eab-e5b9-4c5e-9ba2-6cd9cbd99ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.299763688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"3513f190-03fd-4bfb-8dcb-345efa7222fe","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscription":"e2e-shared-sub-3e0e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.30581298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf5d371-2f82-4e9c-a064-723e76aa0225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.35517075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf5d371-2f82-4e9c-a064-723e76aa0225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.404070344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf5d371-2f82-4e9c-a064-723e76aa0225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.45307658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf5d371-2f82-4e9c-a064-723e76aa0225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.607140722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-shared-sub-3e0e90","reconcileID":"3513f190-03fd-4bfb-8dcb-345efa7222fe","MaaSSubscription":{"name":"e2e-shared-sub-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-a1c634/e2e-b-only-3e0e90"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.858239899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"0f896ddf-9772-449b-b864-2afb58bb0c8b","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.919164452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"71ef3b9b-a8f2-4249-9a4f-640ea5f1eaf9","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.919185883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"71ef3b9b-a8f2-4249-9a4f-640ea5f1eaf9","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.245702624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"a76cde14-482b-4d1e-b971-287024a17e55","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.24572504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"a76cde14-482b-4d1e-b971-287024a17e55","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.705611992Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","namespace":"ai-tenant-e2e-shared-b-w1-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.705703639Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","namespace":"ai-tenant-e2e-shared-b-w1-714979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.70577915Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","tenant":"e2e-shared-b-w1-714979","tenantID":"e2e-shared-b-w1-714979","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.78431724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-714979","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.84533941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Service","name":"maas-api-e2e-shared-b-w1-714979","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.898060082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-714979","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:17.951600476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-714979","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.006363909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.062382417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.11633324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.167631039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.216250637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.264717388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.312862306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.329597401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd87dbd6-f5b8-40e2-af18-b2b10ed037b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.378346241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.378858352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd87dbd6-f5b8-40e2-af18-b2b10ed037b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.428080011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.428375142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd87dbd6-f5b8-40e2-af18-b2b10ed037b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.477023498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.477533148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd87dbd6-f5b8-40e2-af18-b2b10ed037b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.52620281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.578935634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.627475535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.676321146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.726299738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-714979","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:18.774778509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-714979"},"namespace":"ai-tenant-e2e-shared-b-w1-714979","name":"default-tenant","reconcileID":"e98261b5-e738-4cb4-a1b3-fddd869a35a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-714979","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.780367965Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-714979","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-714979","reconcileID":"70297169-ef3e-45cc-bd1a-c8e2a5a7b92d","aitenant":"ai-tenants/e2e-shared-b-w1-714979","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.440898414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fe2a0-8a2c-4d80-a328-210b16d26494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.490080898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fe2a0-8a2c-4d80-a328-210b16d26494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.539486553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fe2a0-8a2c-4d80-a328-210b16d26494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.58847797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427fe2a0-8a2c-4d80-a328-210b16d26494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.648248298Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-714979","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-714979","reconcileID":"70297169-ef3e-45cc-bd1a-c8e2a5a7b92d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-714979","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-714979"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.770580618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-access","reconcileID":"a5be6062-43e6-45bc-9588-b6d7c635c6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.770627794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"34b2d4e2-3a66-4c77-ab5c-5bfe5e93b57e","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.983885019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"0ef658ae-b488-4cf2-b588-da52791b0303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.984546748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"abf67fe1-424c-47c7-a098-5c38bd5a8cec","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.047076983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"0ef658ae-b488-4cf2-b588-da52791b0303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.091616061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"fb4f6f60-e3d6-4df2-a5e2-0ef7ad3f06b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.117441968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"93a2c7d6-5b53-4286-b9bd-e5f0d8cc3ff7","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.342152855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"8097d5dd-0e58-44de-abfc-a2bfc51be91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.396725347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"8097d5dd-0e58-44de-abfc-a2bfc51be91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.501070188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dba60-5d4c-469b-ad7e-57767bd5f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.550133382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dba60-5d4c-469b-ad7e-57767bd5f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.598999251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dba60-5d4c-469b-ad7e-57767bd5f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:25.648155599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dba60-5d4c-469b-ad7e-57767bd5f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:26.612646481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"2de1651f-f9db-4a75-ba9f-868ae4f5d322","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:26.783407927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"220a5847-250c-4f64-a50a-7ccc88b57cdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:26.829624386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"42a62d4a-62ec-4636-a28f-ddf928d4c332","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:26.837533482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"220a5847-250c-4f64-a50a-7ccc88b57cdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:26.99620456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"b376f0e8-252a-424a-8640-093c2c59fb11","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.193225013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"483fc206-3430-48f6-83f0-ec3ff659c33f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.400303749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"a8d78b99-27d5-4a9a-a578-955a414f02a1","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","subscription":"e2e-b-only-3e0e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.449826743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"a8d78b99-27d5-4a9a-a578-955a414f02a1","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.499098751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"e2e-b-only-3e0e90","reconcileID":"a8d78b99-27d5-4a9a-a578-955a414f02a1","MaaSSubscription":{"name":"e2e-b-only-3e0e90","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"name":"maas-trlp-sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.505231871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57773e3-0c0c-42ea-b1d1-5af4c4581090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.554241371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57773e3-0c0c-42ea-b1d1-5af4c4581090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.60328506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57773e3-0c0c-42ea-b1d1-5af4c4581090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.652432766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57773e3-0c0c-42ea-b1d1-5af4c4581090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.81373553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"c555b6ed-534c-4520-a649-060507f07366","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"tenant":"e2e-shared-b-w4-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","model":"ai-tenant-e2e-shared-b-w4-a1c634/sub-test-model-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:27.81375665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"sub-test-model-a1c634","reconcileID":"c555b6ed-534c-4520-a649-060507f07366","MaaSModelRef":{"name":"sub-test-model-a1c634","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"routeName":"sub-test-model-a1c634-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","llmisvcName":"sub-test-model-a1c634","gateway":"openshift-ingress/e2e-shared-b-w4-a1c634","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.517893077Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.518047048Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","namespace":"ai-tenant-e2e-shared-a-w2-9818d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.518133259Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","tenant":"e2e-shared-a-w2-9818d8","tenantID":"e2e-shared-a-w2-9818d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.572544406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-9818d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.732056794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Service","name":"maas-api-e2e-shared-a-w2-9818d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.787241616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-9818d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.838373534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-9818d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.892197466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:28.943356263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.004430814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.055736649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.104474645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.153383985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.201944481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.25082974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.299619159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.348710909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.39960483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.452542154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.500956124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.549642472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.598737462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-9818d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:29.647289954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9818d8"},"namespace":"ai-tenant-e2e-shared-a-w2-9818d8","name":"default-tenant","reconcileID":"1cd06042-2c90-4f5e-82c9-b098773789e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-9818d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:30.925676216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"225f04d5-8915-4369-b71f-1f28341e0154","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:30.974809766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"cdfc4dc9-722f-4845-b38f-e4bdb1d0c1cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.024401979Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"cdfc4dc9-722f-4845-b38f-e4bdb1d0c1cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.077973657Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"simulator-subscription","reconcileID":"cdfc4dc9-722f-4845-b38f-e4bdb1d0c1cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/simulator-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.079155849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"51a70fe8-8934-4033-b76c-a6f7c380432f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.132894676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"51a70fe8-8934-4033-b76c-a6f7c380432f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.341862741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"a1ff2b61-e7e8-4bfb-9145-5dd8b2625889","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.439852601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3144ccfb-e036-4ec1-a571-e6398eb06f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:31.49517785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"3144ccfb-e036-4ec1-a571-e6398eb06f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:33.188265185Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9818d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9818d8","reconcileID":"ca9b5ca6-a89d-4787-9f1a-75c9fdf316f3","aitenant":"ai-tenants/e2e-shared-a-w2-9818d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:33.731173872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37061e71-d421-4d31-a9ce-f0702c50082a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:33.780550096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37061e71-d421-4d31-a9ce-f0702c50082a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:33.829456828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37061e71-d421-4d31-a9ce-f0702c50082a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:33.878425809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37061e71-d421-4d31-a9ce-f0702c50082a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:33.985241741Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-9818d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-9818d8","reconcileID":"ca9b5ca6-a89d-4787-9f1a-75c9fdf316f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-9818d8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-9818d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:35.672462047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045cc203-5b51-49ea-aa58-6caee3151641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:35.72138471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045cc203-5b51-49ea-aa58-6caee3151641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:35.770178301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045cc203-5b51-49ea-aa58-6caee3151641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:35.819068889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045cc203-5b51-49ea-aa58-6caee3151641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:36.997583111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"3157ab63-9c2f-4df4-96f2-9c8cb16a6e8f","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.31998475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"2844b1ce-554d-49ab-ba4c-0886208b467e","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.417142541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"efddde8c-8a8a-4bb3-a2a8-c8b9050db0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.472573069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"efddde8c-8a8a-4bb3-a2a8-c8b9050db0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.475398822Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"a373408b-afd8-4b9f-9e75-5e02743bb526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edb9ef22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.610056978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97345d93-d57c-4360-8003-c3b16b980e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.659311037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97345d93-d57c-4360-8003-c3b16b980e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.708251552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97345d93-d57c-4360-8003-c3b16b980e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.757192535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97345d93-d57c-4360-8003-c3b16b980e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.805612342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"a555af20-2b7b-4636-aace-2a9f30865549","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.806145307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"dbde18ad-df29-4d42-821a-bcd6fc8ee7ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edb9ef22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.872828283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"482f1793-2406-4b1f-a42a-cf34a5ea20f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.909272918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"51825621-b1ea-43c1-a030-bfafdda18260","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edb9ef22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:37.926446439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"482f1793-2406-4b1f-a42a-cf34a5ea20f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.117251213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"8b3c617c-3066-4b72-b298-ef5c29d32d1f","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.117455305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"d9cce9d3-1c08-42c2-83fe-1ae81dee673e","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.117627641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"a1c0097e-d086-4e9e-a118-0e75350932d4","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.117785233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"9be3cd7d-f44e-4626-b467-8b93403e127a","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.159304298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d0dd5c5b-649f-4b16-8e75-2564147482b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.165888981Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"7e13a67e-9199-4949-904a-38a2e007176d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edb9ef22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.409018549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d0dd5c5b-649f-4b16-8e75-2564147482b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.530287575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d0dd5c5b-649f-4b16-8e75-2564147482b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"e2e-worker-w1-a41ad0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.530312262Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-access","reconcileID":"d0dd5c5b-649f-4b16-8e75-2564147482b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:38.584227318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"a7c266b3-4e0b-49f1-ab36-23aad36f75f8","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:39.639972673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4978b8c-f3df-44db-84f6-dad07634bd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:39.690511803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4978b8c-f3df-44db-84f6-dad07634bd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:39.739543309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4978b8c-f3df-44db-84f6-dad07634bd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:39.788443784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4978b8c-f3df-44db-84f6-dad07634bd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:41.492230689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:41.597104843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb30ee-7ef2-4891-8d42-5ef676a434e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:41.646231363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb30ee-7ef2-4891-8d42-5ef676a434e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:41.695179109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb30ee-7ef2-4891-8d42-5ef676a434e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:41.743923516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb30ee-7ef2-4891-8d42-5ef676a434e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.606729509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acfeb6f-e076-4953-8e8b-945051aebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.655674537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acfeb6f-e076-4953-8e8b-945051aebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.705104657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acfeb6f-e076-4953-8e8b-945051aebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.756706171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acfeb6f-e076-4953-8e8b-945051aebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.269346396Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"0c96a534-f6c6-4624-8107-a5dac4fd7609","namespace":"ai-tenant-e2e-worker-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.269454015Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"0c96a534-f6c6-4624-8107-a5dac4fd7609","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.322359333Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"0c96a534-f6c6-4624-8107-a5dac4fd7609","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.322383344Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"0c96a534-f6c6-4624-8107-a5dac4fd7609","namespace":"ai-tenant-e2e-worker-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:45.663484178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b72482b-e007-4cf6-8761-b31fdd3e4e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:45.712426292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b72482b-e007-4cf6-8761-b31fdd3e4e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:45.761181875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b72482b-e007-4cf6-8761-b31fdd3e4e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:45.810223965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b72482b-e007-4cf6-8761-b31fdd3e4e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:48.1179459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"21e925d7-071e-46e4-bcf7-3c0b489438ea","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:48.215707067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"4173a0f5-a582-429f-9c71-2c8218f88cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:48.265063161Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"4173a0f5-a582-429f-9c71-2c8218f88cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:48.314699185Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"premium-simulator-subscription","reconcileID":"4173a0f5-a582-429f-9c71-2c8218f88cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"name":"maas-trlp-premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0","model":"e2e-models-e2e-worker-w1-a41ad0/premium-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:48.578089709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"615c9b21-05de-44ee-a347-015d824c8b90","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:56.344491626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"9a48e789-3bb4-41c3-be4e-92e823368bd6","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:56.643390204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-2-w1-a41ad0","reconcileID":"25bbbcf3-55dc-4e27-9f42-577e4bc3beea","MaaSModelRef":{"name":"distinct-2-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-2-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-2-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:56.653020107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"distinct-w1-a41ad0","reconcileID":"da2606e4-1440-4a20-b5d9-9b6fa8cb62d3","MaaSModelRef":{"name":"distinct-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"distinct-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"distinct-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:56.661631288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"premium-w1-a41ad0","reconcileID":"ce47ecf0-82e0-4f72-b753-557de8ae999e","MaaSModelRef":{"name":"premium-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"premium-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"premium-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:07:56.669143328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"namespace":"e2e-models-e2e-worker-w1-a41ad0","name":"simulator-w1-a41ad0","reconcileID":"204abcc9-d4ee-4fe3-8a00-0d041fa951dc","MaaSModelRef":{"name":"simulator-w1-a41ad0","namespace":"e2e-models-e2e-worker-w1-a41ad0"},"routeName":"simulator-w1-a41ad0-kserve-route","namespace":"e2e-models-e2e-worker-w1-a41ad0","llmisvcName":"simulator-w1-a41ad0","gateway":"openshift-ingress/e2e-worker-w1-a41ad0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.446892216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.446979144Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","namespace":"ai-tenant-e2e-shared-b-w2-a6219b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.447028854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","tenant":"e2e-shared-b-w2-a6219b","tenantID":"e2e-shared-b-w2-a6219b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.497844269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-a6219b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.554683547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Service","name":"maas-api-e2e-shared-b-w2-a6219b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.606703351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-a6219b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.657551998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-a6219b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.709423914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.760333218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.814045763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.867652444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.916496439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:07.96548017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.014182635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.062983675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.111840796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.160638237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.209496892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.261993814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.310791898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.359480755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.408162767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-a6219b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:08.457406908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-a6219b"},"namespace":"ai-tenant-e2e-shared-b-w2-a6219b","name":"default-tenant","reconcileID":"722e6ad0-d913-4c40-a8ff-4f0f8c30171c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-a6219b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:11.492649281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:12.192278208Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a6219b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a6219b","reconcileID":"713744dd-d694-438d-8f55-fb58e26753e0","aitenant":"ai-tenants/e2e-shared-b-w2-a6219b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:12.840127857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f0fef4-e966-451e-9e86-d1d2f4c80e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:12.889900375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f0fef4-e966-451e-9e86-d1d2f4c80e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:12.938975646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f0fef4-e966-451e-9e86-d1d2f4c80e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:12.987950446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f0fef4-e966-451e-9e86-d1d2f4c80e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.049192327Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-a6219b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-a6219b","reconcileID":"713744dd-d694-438d-8f55-fb58e26753e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-a6219b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-a6219b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.248837199Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","namespace":"ai-tenant-e2e-worker-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.248899546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","namespace":"ai-tenant-e2e-worker-w1-a41ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.248984885Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","tenant":"e2e-worker-w1-a41ad0","tenantID":"e2e-worker-w1-a41ad0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.302390697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-a41ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.364712264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Service","name":"maas-api-e2e-worker-w1-a41ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.42616461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-a41ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.477174564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-a41ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.52912776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.605723831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.663807251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.717515536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.766670621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.817709702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.868171767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Service","name":"payload-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.917111357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.008744876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.058123522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.112694269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.15548025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"85c5aa29-1f93-46d3-9880-ecc1ff5a1fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.155563536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"e215b532-3b76-47e6-b849-6297ffdfe0df","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.165541632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.216058785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.264372996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.322158788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"c67d9df2-7545-4057-b6e7-179d82ef3680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.322880189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-a41ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.381493977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"afa5a711-412d-4693-9858-794808431bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.382104505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"47406a91-2a45-4c45-a0bc-77f82e7df39b","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.384726584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"c67d9df2-7545-4057-b6e7-179d82ef3680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.429861505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a41ad0"},"namespace":"ai-tenant-e2e-worker-w1-a41ad0","name":"default-tenant","reconcileID":"e1b5e0d9-0d98-47d6-b12e-bcd33faf1c1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-a41ad0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.441355421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"6dd7ad5d-c637-4948-a475-f64e096c6314","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.512093083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"c225b6ed-ef7b-47c0-bfc1-53673da203b2","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:08:14.587706565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-access","reconcileID":"afa5a711-412d-4693-9858-794808431bcd","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.848639801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"26b83b8e-5851-4b83-8149-0a9fb863dfbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.902583034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"26b83b8e-5851-4b83-8149-0a9fb863dfbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.939883005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6eccd8-3c00-4d2d-9387-fd8a0ab4b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.988864381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6eccd8-3c00-4d2d-9387-fd8a0ab4b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:15.038166705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6eccd8-3c00-4d2d-9387-fd8a0ab4b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:15.087238338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6eccd8-3c00-4d2d-9387-fd8a0ab4b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:17.05986876Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a41ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a41ad0","reconcileID":"64ac10bf-655f-4b34-92dd-ab8d8a271fbf","aitenant":"ai-tenants/e2e-worker-w1-a41ad0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:17.610231174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c42f5-dd5d-4241-aac8-fc9f49fe5ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:17.658938167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c42f5-dd5d-4241-aac8-fc9f49fe5ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:17.708270835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c42f5-dd5d-4241-aac8-fc9f49fe5ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:17.757182878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256c42f5-dd5d-4241-aac8-fc9f49fe5ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:17.813132336Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a41ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a41ad0","reconcileID":"64ac10bf-655f-4b34-92dd-ab8d8a271fbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a41ad0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-a41ad0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:18.993507446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-2-w2-099a5e","reconcileID":"8db58fd2-9ba8-43b5-aff4-b0adeb772dab","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-2-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-2-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.606228621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3fcf41-4adf-4821-bf8f-329f5db9dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.65544461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3fcf41-4adf-4821-bf8f-329f5db9dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.705021864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3fcf41-4adf-4821-bf8f-329f5db9dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.753814563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3fcf41-4adf-4821-bf8f-329f5db9dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:21.595178796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37b2c89-9235-483b-bdd5-83c2cfd2e05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:21.644211617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37b2c89-9235-483b-bdd5-83c2cfd2e05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:21.69355508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37b2c89-9235-483b-bdd5-83c2cfd2e05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:21.74248039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37b2c89-9235-483b-bdd5-83c2cfd2e05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:24.282557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"b02fbb38-f966-4c92-b66f-fb4d447774d2","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:24.736710711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"3d85b72a-04f1-4fe5-91ff-bf51e2fc5ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:24.786283408Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"3d85b72a-04f1-4fe5-91ff-bf51e2fc5ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:24.835955555Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"simulator-subscription","reconcileID":"3d85b72a-04f1-4fe5-91ff-bf51e2fc5ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/simulator-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:25.099503665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"9d9fa713-ab1c-4194-8a6b-e3e9e516acd1","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:25.197624781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"5fc0eeb9-ffad-413b-abb4-6bf41a5fe3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:25.251809736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"5fc0eeb9-ffad-413b-abb4-6bf41a5fe3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:27.197098888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e3ff5-b0e9-41bb-be1e-b6f877f78c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:27.245988463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e3ff5-b0e9-41bb-be1e-b6f877f78c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:27.294847914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e3ff5-b0e9-41bb-be1e-b6f877f78c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:27.343655144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7e3ff5-b0e9-41bb-be1e-b6f877f78c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:29.089711749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-2-w2-099a5e","reconcileID":"b403d461-0b23-4ffa-88b3-c580c7f1c818","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-2-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-2-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:29.241114067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c552c9-f780-442a-ac06-36c9911b0c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:29.290734071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c552c9-f780-442a-ac06-36c9911b0c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:29.34010702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c552c9-f780-442a-ac06-36c9911b0c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:29.389458033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c552c9-f780-442a-ac06-36c9911b0c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:29.916420374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"c5088512-3755-41bb-a563-d9c992053a6b","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.378331867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"786e8baa-45ca-4525-b510-fe06b7fa6e0b","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.532138003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8b057d27-5aac-47d5-b039-11c3db64e79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.575968686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"8ea1c59e-918b-4407-b62b-1cd2b0ddb461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.586120437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"8b057d27-5aac-47d5-b039-11c3db64e79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.731292856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"485c9816-9afa-4297-9aa2-20b67d730d7e","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.741350283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"1e7b9856-7aec-4852-becb-f5dc8affbc80","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.783684114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d6f1275a-5378-4208-9bfa-35523a9f6c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.795447756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"f04ad335-666d-42a8-a5e5-0b8288b1a38c","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.872193744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"556b1865-a876-4481-8676-d681bf55fcb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.974824371Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"556b1865-a876-4481-8676-d681bf55fcb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"maas-trlp-premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e","model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.033500943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d6f1275a-5378-4208-9bfa-35523a9f6c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.156515886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d6f1275a-5378-4208-9bfa-35523a9f6c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.156542908Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"d6f1275a-5378-4208-9bfa-35523a9f6c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.182814301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"5942e70d-6390-4e38-83b4-3f5045500e9c","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.209587272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"13d5da6f-2c1f-47a5-9ce6-7e2b32b6b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.209895077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"9d2b4c88-bc9c-43b6-b7a1-555292e5e1c3","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.409767836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"13d5da6f-2c1f-47a5-9ce6-7e2b32b6b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.463507274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"13d5da6f-2c1f-47a5-9ce6-7e2b32b6b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"name":"e2e-worker-w2-099a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.463531315Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"13d5da6f-2c1f-47a5-9ce6-7e2b32b6b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:08:31.512861465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-access","reconcileID":"13d5da6f-2c1f-47a5-9ce6-7e2b32b6b6c3","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:31.888103077Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"8d4697a4-e905-4c9c-b4bb-63b675f81b02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d053e827","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:32.237996202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"9c1a9d5c-43bc-4264-a0ba-9f94212373bb","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:32.287014698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-2-w2-099a5e","reconcileID":"792ffd89-debc-4e4a-8391-699682c9fe2c","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-2-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-2-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:32.287277269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"5f1225cf-7432-4b9d-9cea-87aeb8c88b5c","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:32.335388671Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"077404a8-e564-4e08-9ec6-038b388fba01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d053e827","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:32.33618703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"0aa98ed1-7fda-4b8e-9d29-e45f9bb63203","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.145278705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8065ac98-fdfb-4e59-be1a-a0fb1435dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.194342397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8065ac98-fdfb-4e59-be1a-a0fb1435dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.243367457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8065ac98-fdfb-4e59-be1a-a0fb1435dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.292289677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8065ac98-fdfb-4e59-be1a-a0fb1435dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.705118082Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"3968307d-c2c5-4a5c-8a7c-6b0fd90b6922","namespace":"ai-tenant-e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.705181718Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"3968307d-c2c5-4a5c-8a7c-6b0fd90b6922","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.756425912Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"3968307d-c2c5-4a5c-8a7c-6b0fd90b6922","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.756449062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"3968307d-c2c5-4a5c-8a7c-6b0fd90b6922","namespace":"ai-tenant-e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.756800457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.756842946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","namespace":"ai-tenant-e2e-shared-a-w4-c70fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.756886853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","tenant":"e2e-shared-a-w4-c70fca","tenantID":"e2e-shared-a-w4-c70fca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.807462227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-c70fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.865789927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Service","name":"maas-api-e2e-shared-a-w4-c70fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.917622329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-c70fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:33.968125134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-c70fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.019647219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.070862124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.124837479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.180411126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.228813055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.279269835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.329429034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.381690575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.430626899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.479572766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.528653281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.598554855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.647136653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.695531186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.744814918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-c70fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.808799769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c70fca"},"namespace":"ai-tenant-e2e-shared-a-w4-c70fca","name":"default-tenant","reconcileID":"350b61de-73b3-402e-a2af-a02c6c017b9d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-c70fca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.182607626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8da326-89f8-4068-a2c9-c6d674bd0f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.231642476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8da326-89f8-4068-a2c9-c6d674bd0f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.280344204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8da326-89f8-4068-a2c9-c6d674bd0f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.329493929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8da326-89f8-4068-a2c9-c6d674bd0f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:39.680625649Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c70fca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c70fca","reconcileID":"6ffc8952-1173-4fbb-b4c7-4f5e45312c70","aitenant":"ai-tenants/e2e-shared-a-w4-c70fca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.293274509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48aa253-966a-48c0-8466-d69eca48fa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.342458984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48aa253-966a-48c0-8466-d69eca48fa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.391303693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48aa253-966a-48c0-8466-d69eca48fa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.440226471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d48aa253-966a-48c0-8466-d69eca48fa11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.496228983Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c70fca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c70fca","reconcileID":"6ffc8952-1173-4fbb-b4c7-4f5e45312c70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-c70fca","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c70fca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:41.493109284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.288134595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"f0693fec-dda5-48da-8138-633c5d10135c","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.294997655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a498342b-c412-4f9a-aeef-6eb7d800cbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.295278608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-2-w2-099a5e","reconcileID":"c2068ca0-6c8d-4cf8-a621-2ea56f737946","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-2-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-2-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.337064341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"2587ca95-1451-4893-91e3-d78373fb5c96","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.344606881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a498342b-c412-4f9a-aeef-6eb7d800cbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.345053097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"19096d8c-42df-4c87-a54e-ea8c49b93191","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.393459848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"d1425c73-a50c-4367-96f8-8e524c712dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.393590538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a498342b-c412-4f9a-aeef-6eb7d800cbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.442882292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a498342b-c412-4f9a-aeef-6eb7d800cbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.491278026Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"premium-simulator-subscription","reconcileID":"d1425c73-a50c-4367-96f8-8e524c712dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"model":"e2e-models-e2e-worker-w2-099a5e/premium-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:42.800969041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"4a036056-afde-45c9-8715-cb96a2c8a72b","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:44.306140028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf11b00-ca15-4799-a488-b1382c2f31b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:44.35488459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf11b00-ca15-4799-a488-b1382c2f31b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:44.403821776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf11b00-ca15-4799-a488-b1382c2f31b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:44.452873556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf11b00-ca15-4799-a488-b1382c2f31b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.006112929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50351e95-30c3-4c09-b429-d65c8a34d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.056299721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50351e95-30c3-4c09-b429-d65c8a34d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.105100097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50351e95-30c3-4c09-b429-d65c8a34d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.153991982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50351e95-30c3-4c09-b429-d65c8a34d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.406646037Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","namespace":"ai-tenant-e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.406713369Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","namespace":"ai-tenant-e2e-worker-w2-099a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.406769087Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","tenant":"e2e-worker-w2-099a5e","tenantID":"e2e-worker-w2-099a5e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.457854957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Deployment","name":"maas-api-e2e-worker-w2-099a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.515987058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Service","name":"maas-api-e2e-worker-w2-099a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.567586773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-099a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.618035985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-099a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.669527581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.720999555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.775159913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.826003942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.874476052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.923096481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:49.971589559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Service","name":"payload-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.020314217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.068967914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.14131776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.190596784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.244579189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.292867178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.342599918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.39115636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-099a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.481105707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-099a5e"},"namespace":"ai-tenant-e2e-worker-w2-099a5e","name":"default-tenant","reconcileID":"f7dc4fab-4ff8-414d-88b7-7c352286d623","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-099a5e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:50.996246983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffdea6c-f875-4b28-87bb-aa422ca4189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:51.045210846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffdea6c-f875-4b28-87bb-aa422ca4189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:51.094042992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffdea6c-f875-4b28-87bb-aa422ca4189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:51.14308536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffdea6c-f875-4b28-87bb-aa422ca4189b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:52.295442005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-w2-099a5e","reconcileID":"ba8c7082-010d-4dc6-8574-ca98a023c57c","MaaSModelRef":{"name":"distinct-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:52.295790328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"distinct-2-w2-099a5e","reconcileID":"c5d8e042-56a6-4784-9cad-bed0e5a36ca5","MaaSModelRef":{"name":"distinct-2-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"distinct-2-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"distinct-2-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:52.345886124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"simulator-w2-099a5e","reconcileID":"b6b6c0f8-9492-4529-829c-1470bed63a9f","MaaSModelRef":{"name":"simulator-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"simulator-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"simulator-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:52.802374368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"d919179b-89a9-49f6-a295-d1f706783eaa","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"routeName":"premium-w2-099a5e-kserve-route","namespace":"e2e-models-e2e-worker-w2-099a5e","llmisvcName":"premium-w2-099a5e","gateway":"openshift-ingress/e2e-worker-w2-099a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.149387765Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.149458912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","namespace":"ai-tenant-e2e-shared-b-w4-a1c634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.149510287Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","tenant":"e2e-shared-b-w4-a1c634","tenantID":"e2e-shared-b-w4-a1c634","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.2004282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-a1c634","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.273675141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Service","name":"maas-api-e2e-shared-b-w4-a1c634","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.370636988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-a1c634","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.421353503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-a1c634","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.473278664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.524269145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.577947017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.629233714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.677863932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.726810149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.775529636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.824196378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.87267846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.921295627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:55.969822857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:56.022942667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:56.071526398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:56.122053593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:56.17050466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-a1c634","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:08:56.219136258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-a1c634"},"namespace":"ai-tenant-e2e-shared-b-w4-a1c634","name":"default-tenant","reconcileID":"c9e7a8de-da77-4873-ae06-c456c887a577","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-a1c634","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:08:57.299718553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-099a5e","namespace":"e2e-models-e2e-worker-w2-099a5e"},"namespace":"e2e-models-e2e-worker-w2-099a5e","name":"premium-w2-099a5e","reconcileID":"52b094bf-d5ff-4656-82f2-8fe76939dcb4","error":"maasmodelrefs.maas.opendatahub.io \"premium-w2-099a5e\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:01.282212047Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-099a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-099a5e","reconcileID":"bb85ef5a-d73e-46ca-85e8-4c481ea5b212","aitenant":"ai-tenants/e2e-worker-w2-099a5e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:01.78505931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fffbf57-cb91-4743-92a3-e7e4728fde07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:01.834270784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fffbf57-cb91-4743-92a3-e7e4728fde07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:01.883221165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fffbf57-cb91-4743-92a3-e7e4728fde07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:01.932382583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fffbf57-cb91-4743-92a3-e7e4728fde07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:02.035683464Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-099a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-099a5e","reconcileID":"bb85ef5a-d73e-46ca-85e8-4c481ea5b212","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-099a5e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-099a5e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:02.589507865Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a1c634","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a1c634","reconcileID":"4d9cf399-2a68-4796-be40-375e5a59734b","aitenant":"ai-tenants/e2e-shared-b-w4-a1c634","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:03.304409715Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-a1c634","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-a1c634","reconcileID":"4d9cf399-2a68-4796-be40-375e5a59734b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-a1c634","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-a1c634"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:03.798478014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296a6b84-0ffd-4acb-b553-db33567835cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:03.847611157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296a6b84-0ffd-4acb-b553-db33567835cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:03.896655776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296a6b84-0ffd-4acb-b553-db33567835cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:03.945561853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296a6b84-0ffd-4acb-b553-db33567835cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.40987573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-access","reconcileID":"628efd78-0389-42c6-8235-a0e195d48917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.409981812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"bbdf1643-ef23-4c22-94b5-9865d8fcfb11","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.562787619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"83d0b2de-23b4-4a0d-aee9-948ebc82919a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.616461365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"7ec6a053-7803-47ac-8398-0152d1b13f55","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.616559412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"83d0b2de-23b4-4a0d-aee9-948ebc82919a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.663831607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"b044bbce-5d5a-4fa1-a1bb-861db514cda7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:04.755863288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"a8b29f32-2c21-4ef6-b9b7-0645929cfe0c","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:05.003237231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0c378067-d9ca-4934-8202-2ac145433ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:05.057154645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0c378067-d9ca-4934-8202-2ac145433ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:05.75262048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e72e917-d871-4e2f-a5f6-7fde5a7eb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:05.801938167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e72e917-d871-4e2f-a5f6-7fde5a7eb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:05.851024811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e72e917-d871-4e2f-a5f6-7fde5a7eb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:05.900405507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e72e917-d871-4e2f-a5f6-7fde5a7eb3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:07.731145134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c888a38d-d325-4768-911b-6d93060e3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:07.78030954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c888a38d-d325-4768-911b-6d93060e3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:07.829453877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c888a38d-d325-4768-911b-6d93060e3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:07.879117844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c888a38d-d325-4768-911b-6d93060e3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.587046161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"725b1ab7-925d-4974-b8ef-600f2ec32cf9","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.743840764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"b7d7e319-c38a-4267-8056-325852b20420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.797968986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"b7d7e319-c38a-4267-8056-325852b20420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.828355448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"29edb81a-eba7-4e61-b559-77fc86f9224f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.984098908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"1ecc1753-58b0-48a3-85b5-f3ed53daeea6","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:10.180500103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"c5693b76-35e9-4253-b947-6d0b7ac0cf86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:11.492784085Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:12.229734693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9629fb84-643b-451c-82b9-a4cdbfd40eaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:12.331973489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"1e7ca1d1-57cb-45cf-a12a-69a3c9f13b4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:12.370531208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9d91451-c829-4fff-89f9-4f138799322b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:13.865840549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"c58ba909-de98-4fe0-8680-d360f15b99b5","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:14.916044363Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d6f33f4e-66d2-4134-a221-105efebfefd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:14.965554928Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d6f33f4e-66d2-4134-a221-105efebfefd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.01465184Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"simulator-subscription","reconcileID":"d6f33f4e-66d2-4134-a221-105efebfefd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/simulator-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.273640991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"694f83e6-e1d4-42a7-98dd-ffdb196760ea","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.371191306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"29840047-f83a-4d03-82dc-0a7eac40b316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.425169223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"29840047-f83a-4d03-82dc-0a7eac40b316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.672134381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15844a6a-9315-4a86-b1c6-36374c9492e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.773284655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"71208556-9471-4222-84da-f2be52a6bffc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.910648968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88107e86-752a-446e-94f9-b56b5b633ccd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.942285824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0c8e9622-13c0-4b10-b1be-ffcd737642e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.985055265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"a9345197-fd0a-4d80-acbf-48d0fa0dc19d","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.996479162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"0c8e9622-13c0-4b10-b1be-ffcd737642e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:20.767288309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4a82841b-3fdb-46e6-ba3d-cce3855b1591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:20.78372457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"bf920376-cb62-40ed-8891-940b77a461aa","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:20.821253845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"4a82841b-3fdb-46e6-ba3d-cce3855b1591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:20.868032411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"f4940b72-d5bf-40e7-aed4-e4d89658a968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.02819436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"705e65bf-700b-4e1d-92cb-c20e377883ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.069496711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"9aa5c3d9-8223-4298-90be-c39e21f36ac6","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.118536617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"8435d2f4-2a04-45eb-846a-f8e042c3df18","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.167199645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"cc01c85b-dddf-42a6-9841-c76d441a1997","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.222219459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"89742541-cefd-4e79-89cc-aa660f1bdc48","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.222426556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"98a56a37-a269-41ef-8382-86de5e94de9d","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.276921862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"705e65bf-700b-4e1d-92cb-c20e377883ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.397221216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"705e65bf-700b-4e1d-92cb-c20e377883ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"e2e-worker-w4-e84357-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.397248235Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-access","reconcileID":"705e65bf-700b-4e1d-92cb-c20e377883ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e84357"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.463472858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"33013850-f7a3-44b9-a64e-75565479cec1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.483733297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"d7679cfe-07ec-4d30-a053-15cea81f3816","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:21.486326022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"d3f31178-d0eb-4cd7-ad4e-4f44cf9348cc","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:22.003319683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a26204-dbba-4945-83e8-29232b52e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:22.052172052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a26204-dbba-4945-83e8-29232b52e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:22.101017428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a26204-dbba-4945-83e8-29232b52e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:22.150056575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a26204-dbba-4945-83e8-29232b52e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:22.255117464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"333bf606-ab6d-401c-a84b-dce5258858e4","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:22.708360062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"ffdec3c1-3c6a-4377-b04e-ebfa41991ce2","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:23.941110695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ce458b-3ab0-4fb9-993f-ebf641d5f77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:23.990650321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ce458b-3ab0-4fb9-993f-ebf641d5f77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.040179682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ce458b-3ab0-4fb9-993f-ebf641d5f77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.090065571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ce458b-3ab0-4fb9-993f-ebf641d5f77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.755966593Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0867833e-f23b-4a38-9186-ede19c341401","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.756029899Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0867833e-f23b-4a38-9186-ede19c341401","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.807097026Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0867833e-f23b-4a38-9186-ede19c341401","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.807202368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0867833e-f23b-4a38-9186-ede19c341401","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.367266879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ba3917c-08d0-42e9-ae29-f226f1b72738","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.486492291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"186e54ef-3a92-404a-b7c3-16ae94d543a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.808105559Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0c0d4c91-9f4b-4f02-a4de-832b1001b0c0","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.808221306Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0c0d4c91-9f4b-4f02-a4de-832b1001b0c0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.85950521Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0c0d4c91-9f4b-4f02-a4de-832b1001b0c0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.859533631Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"0c0d4c91-9f4b-4f02-a4de-832b1001b0c0","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:31.119159519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"cb890c5d-4784-4575-a71d-b0cb07d5733d","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:31.48686791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"88e666c6-a0dd-474b-ba0d-84d8794f449e","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:31.717860213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"d52ce14f-293f-4fb6-bd8a-c537622f8cc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:31.767203398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"d52ce14f-293f-4fb6-bd8a-c537622f8cc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:31.816599682Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"premium-simulator-subscription","reconcileID":"d52ce14f-293f-4fb6-bd8a-c537622f8cc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e84357"},"name":"maas-trlp-premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357","model":"e2e-models-e2e-worker-w4-e84357/premium-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:32.076717584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"554f67d5-8251-46c4-be0e-51d9bab72625","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:32.308391282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"964debb4-cc2a-4024-bbfd-19f38ba58e4a","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:32.76351226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"02a54ac4-753f-4518-897b-eff4cee5154f","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:34.860810885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:34.860874811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","namespace":"ai-tenant-e2e-worker-w4-e84357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:34.860950806Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","tenant":"e2e-worker-w4-e84357","tenantID":"e2e-worker-w4-e84357","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:34.912249589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Deployment","name":"maas-api-e2e-worker-w4-e84357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:34.971329082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Service","name":"maas-api-e2e-worker-w4-e84357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.023889124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-e84357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.074617897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-e84357","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.126491166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.177692096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.231890913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.283609787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.332161222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.380776976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.429780896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Service","name":"payload-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.478338916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.527068662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.575980767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.624832143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.680380682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.771022846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.819956345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.868570744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-e84357","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.917252266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e84357"},"namespace":"ai-tenant-e2e-worker-w4-e84357","name":"default-tenant","reconcileID":"22497178-1290-42a0-b323-c18057dea30e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-e84357","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:37.043134942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86ac7643-a628-4687-b918-a41ce7fcc4b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:37.190881424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"869d24a6-033a-44fb-a8ec-cfd5be3bf1e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:41.120278197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-2-w4-e84357","reconcileID":"d5a328c6-c86e-4dd3-9e23-fbd1495ef31d","MaaSModelRef":{"name":"distinct-2-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-2-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-2-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:41.54002108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:42.077327007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"premium-w4-e84357","reconcileID":"d998f7a8-d3b2-4849-83c0-a803f7dcf2be","MaaSModelRef":{"name":"premium-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"premium-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"premium-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:42.309283142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"distinct-w4-e84357","reconcileID":"7634a7f5-4793-453c-8287-80777f9ce3bb","MaaSModelRef":{"name":"distinct-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"distinct-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"distinct-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:42.76427691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"namespace":"e2e-models-e2e-worker-w4-e84357","name":"simulator-w4-e84357","reconcileID":"27790394-2e4b-469c-85df-e3d910ef737e","MaaSModelRef":{"name":"simulator-w4-e84357","namespace":"e2e-models-e2e-worker-w4-e84357"},"routeName":"simulator-w4-e84357-kserve-route","namespace":"e2e-models-e2e-worker-w4-e84357","llmisvcName":"simulator-w4-e84357","gateway":"openshift-ingress/e2e-worker-w4-e84357","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:49.269641026Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e84357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e84357","reconcileID":"86128eac-bb83-45c9-a1d4-055498510875","aitenant":"ai-tenants/e2e-worker-w4-e84357","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:49.811998219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e96252e-6131-4932-870f-c1640e0457b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:49.860784257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e96252e-6131-4932-870f-c1640e0457b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:49.909779886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e96252e-6131-4932-870f-c1640e0457b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:49.95895467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e96252e-6131-4932-870f-c1640e0457b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:50.107134782Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e84357","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e84357","reconcileID":"86128eac-bb83-45c9-a1d4-055498510875","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e84357","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-e84357"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:51.811262777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb41ddd-1dff-4223-932f-e7238ffe6b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:51.860235741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb41ddd-1dff-4223-932f-e7238ffe6b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:51.90919804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb41ddd-1dff-4223-932f-e7238ffe6b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:51.95814778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb41ddd-1dff-4223-932f-e7238ffe6b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:52.497960632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea52c278-151e-472d-905d-1fce0926d4e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:52.596760103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"889f2eb7-3160-4e64-917c-a54a56e41c00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:53.806342495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cb5e07-c202-4795-a99f-1b4af3b585b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:53.855387063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cb5e07-c202-4795-a99f-1b4af3b585b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:53.904143631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cb5e07-c202-4795-a99f-1b4af3b585b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:09:53.952836895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cb5e07-c202-4795-a99f-1b4af3b585b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}